2024-11-13 10:13:11,134 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-13 10:13:11,153 main DEBUG Took 0.016499 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 10:13:11,154 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 10:13:11,154 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 10:13:11,156 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 10:13:11,158 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:13:11,166 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 10:13:11,183 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:13:11,185 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:13:11,186 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:13:11,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:13:11,187 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:13:11,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:13:11,188 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:13:11,189 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:13:11,189 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:13:11,190 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:13:11,191 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:13:11,191 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:13:11,192 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:13:11,192 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:13:11,193 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:13:11,193 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:13:11,194 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:13:11,194 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:13:11,195 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:13:11,195 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:13:11,196 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:13:11,196 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:13:11,197 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:13:11,197 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:13:11,198 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:13:11,198 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 10:13:11,200 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:13:11,202 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 10:13:11,205 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 10:13:11,206 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 10:13:11,207 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 10:13:11,208 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 10:13:11,219 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 10:13:11,223 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 10:13:11,226 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 10:13:11,227 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 10:13:11,227 main DEBUG createAppenders(={Console}) 2024-11-13 10:13:11,228 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-13 10:13:11,229 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-13 10:13:11,229 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-13 10:13:11,230 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 10:13:11,230 main DEBUG OutputStream closed 2024-11-13 10:13:11,231 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 10:13:11,231 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 10:13:11,231 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-13 10:13:11,358 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 10:13:11,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 10:13:11,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 10:13:11,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 10:13:11,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 10:13:11,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 10:13:11,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 10:13:11,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 10:13:11,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 10:13:11,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 10:13:11,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 10:13:11,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 10:13:11,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 10:13:11,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 10:13:11,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 10:13:11,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 10:13:11,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 10:13:11,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 10:13:11,374 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 10:13:11,376 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-13 10:13:11,376 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 10:13:11,377 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-13T10:13:11,752 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67 2024-11-13 10:13:11,757 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 10:13:11,757 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T10:13:11,770 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-13T10:13:11,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:13:11,820 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/cluster_2018859b-1f90-b4ca-6629-61204348727d, deleteOnExit=true 2024-11-13T10:13:11,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:13:11,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/test.cache.data in system properties and HBase conf 2024-11-13T10:13:11,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:13:11,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:13:11,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:13:11,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:13:11,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:13:11,961 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T10:13:12,092 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:13:12,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:13:12,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:13:12,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:13:12,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:13:12,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:13:12,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:13:12,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:13:12,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:13:12,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:13:12,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:13:12,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:13:12,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:13:12,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:13:12,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:13:13,074 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T10:13:13,175 INFO [Time-limited test {}] log.Log(170): Logging initialized @2934ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T10:13:13,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:13:13,362 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:13:13,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:13:13,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:13:13,390 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:13:13,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:13:13,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:13:13,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:13:13,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/java.io.tmpdir/jetty-localhost-43447-hadoop-hdfs-3_4_1-tests_jar-_-any-17783389207893017836/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:13:13,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:43447} 2024-11-13T10:13:13,663 INFO [Time-limited test {}] server.Server(415): Started @3423ms 2024-11-13T10:13:14,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:13:14,121 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:13:14,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:13:14,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:13:14,124 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T10:13:14,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:13:14,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:13:14,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/java.io.tmpdir/jetty-localhost-40731-hadoop-hdfs-3_4_1-tests_jar-_-any-2846097922491125731/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:13:14,254 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:40731} 2024-11-13T10:13:14,254 INFO [Time-limited test {}] server.Server(415): Started @4015ms 2024-11-13T10:13:14,314 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:13:14,920 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/cluster_2018859b-1f90-b4ca-6629-61204348727d/data/data1/current/BP-1637440740-172.17.0.2-1731492792790/current, will proceed with Du for space computation calculation, 2024-11-13T10:13:14,923 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/cluster_2018859b-1f90-b4ca-6629-61204348727d/data/data2/current/BP-1637440740-172.17.0.2-1731492792790/current, will proceed with Du for space computation calculation, 2024-11-13T10:13:15,030 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:13:15,089 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a9a511faf39077a with lease ID 0x7cf5d4692367bb75: Processing first storage report for DS-110d3ace-ef9a-41ec-832d-231a77903d26 from datanode DatanodeRegistration(127.0.0.1:36929, datanodeUuid=b8882038-acd2-49c5-bf89-4644a789ed25, infoPort=38927, infoSecurePort=0, ipcPort=42343, storageInfo=lv=-57;cid=testClusterID;nsid=1152666105;c=1731492792790) 2024-11-13T10:13:15,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a9a511faf39077a with lease ID 0x7cf5d4692367bb75: from storage DS-110d3ace-ef9a-41ec-832d-231a77903d26 node DatanodeRegistration(127.0.0.1:36929, datanodeUuid=b8882038-acd2-49c5-bf89-4644a789ed25, infoPort=38927, infoSecurePort=0, ipcPort=42343, storageInfo=lv=-57;cid=testClusterID;nsid=1152666105;c=1731492792790), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T10:13:15,092 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a9a511faf39077a with lease ID 0x7cf5d4692367bb75: Processing first storage report for DS-05ce40f6-3782-4345-908b-0c223283f360 from datanode DatanodeRegistration(127.0.0.1:36929, datanodeUuid=b8882038-acd2-49c5-bf89-4644a789ed25, infoPort=38927, infoSecurePort=0, ipcPort=42343, storageInfo=lv=-57;cid=testClusterID;nsid=1152666105;c=1731492792790) 2024-11-13T10:13:15,092 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a9a511faf39077a with lease ID 0x7cf5d4692367bb75: from storage DS-05ce40f6-3782-4345-908b-0c223283f360 node DatanodeRegistration(127.0.0.1:36929, datanodeUuid=b8882038-acd2-49c5-bf89-4644a789ed25, infoPort=38927, infoSecurePort=0, ipcPort=42343, storageInfo=lv=-57;cid=testClusterID;nsid=1152666105;c=1731492792790), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:13:15,143 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67 2024-11-13T10:13:15,244 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/cluster_2018859b-1f90-b4ca-6629-61204348727d/zookeeper_0, clientPort=62683, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/cluster_2018859b-1f90-b4ca-6629-61204348727d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/cluster_2018859b-1f90-b4ca-6629-61204348727d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T10:13:15,258 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62683 2024-11-13T10:13:15,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:13:15,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:13:15,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:13:15,986 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388 with version=8 2024-11-13T10:13:15,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/hbase-staging 2024-11-13T10:13:16,080 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T10:13:16,344 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:13:16,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:13:16,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:13:16,360 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:13:16,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:13:16,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:13:16,519 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:13:16,587 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T10:13:16,596 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T10:13:16,601 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:13:16,632 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1002 (auto-detected) 2024-11-13T10:13:16,634 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T10:13:16,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34701 2024-11-13T10:13:16,691 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34701 connecting to ZooKeeper ensemble=127.0.0.1:62683 2024-11-13T10:13:16,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347010x0, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:13:16,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34701-0x10110d13dda0000 connected 2024-11-13T10:13:16,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:13:16,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:13:16,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T10:13:16,810 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388, hbase.cluster.distributed=false 2024-11-13T10:13:16,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T10:13:16,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34701 2024-11-13T10:13:16,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34701 2024-11-13T10:13:16,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34701 2024-11-13T10:13:16,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34701 2024-11-13T10:13:16,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34701 2024-11-13T10:13:17,012 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:13:17,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:13:17,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:13:17,017 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:13:17,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:13:17,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:13:17,021 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:13:17,024 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:13:17,025 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33247 2024-11-13T10:13:17,027 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33247 connecting to ZooKeeper ensemble=127.0.0.1:62683 2024-11-13T10:13:17,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:13:17,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:13:17,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332470x0, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:13:17,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332470x0, quorum=127.0.0.1:62683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T10:13:17,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33247-0x10110d13dda0001 connected 2024-11-13T10:13:17,053 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:13:17,065 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:13:17,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33247-0x10110d13dda0001, quorum=127.0.0.1:62683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T10:13:17,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33247-0x10110d13dda0001, quorum=127.0.0.1:62683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T10:13:17,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33247 2024-11-13T10:13:17,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33247 2024-11-13T10:13:17,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33247 2024-11-13T10:13:17,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33247 2024-11-13T10:13:17,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33247 2024-11-13T10:13:17,103 DEBUG [M:0;770665a7984d:34701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:34701 2024-11-13T10:13:17,103 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/770665a7984d,34701,1731492796132 2024-11-13T10:13:17,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33247-0x10110d13dda0001, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T10:13:17,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T10:13:17,113 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/770665a7984d,34701,1731492796132 2024-11-13T10:13:17,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:13:17,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33247-0x10110d13dda0001, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T10:13:17,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33247-0x10110d13dda0001, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:13:17,142 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T10:13:17,143 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/770665a7984d,34701,1731492796132 from backup master directory 2024-11-13T10:13:17,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33247-0x10110d13dda0001, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T10:13:17,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/770665a7984d,34701,1731492796132 2024-11-13T10:13:17,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T10:13:17,148 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:13:17,148 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,34701,1731492796132 2024-11-13T10:13:17,150 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T10:13:17,152 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T10:13:17,215 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/hbase.id] with ID: bafafcdc-d8d6-463a-84fe-be90acc14415 2024-11-13T10:13:17,215 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/.tmp/hbase.id 2024-11-13T10:13:17,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:13:17,233 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/.tmp/hbase.id]:[hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/hbase.id] 2024-11-13T10:13:17,293 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:13:17,300 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:13:17,325 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-11-13T10:13:17,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33247-0x10110d13dda0001, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:13:17,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:13:17,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:13:17,380 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:13:17,384 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:13:17,415 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:17,420 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:13:17,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:13:17,481 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/data/master/store 2024-11-13T10:13:17,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:13:17,516 INFO [master/770665a7984d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T10:13:17,521 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:13:17,522 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:13:17,523 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:13:17,523 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:13:17,525 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:13:17,525 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:13:17,526 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:13:17,528 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731492797522Disabling compacts and flushes for region at 1731492797522Disabling writes for close at 1731492797525 (+3 ms)Writing region close event to WAL at 1731492797526 (+1 ms)Closed at 1731492797526 2024-11-13T10:13:17,532 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/data/master/store/.initializing 2024-11-13T10:13:17,532 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/WALs/770665a7984d,34701,1731492796132 2024-11-13T10:13:17,543 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:13:17,561 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C34701%2C1731492796132, suffix=, logDir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/WALs/770665a7984d,34701,1731492796132, archiveDir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/oldWALs, maxLogs=10 2024-11-13T10:13:17,594 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/WALs/770665a7984d,34701,1731492796132/770665a7984d%2C34701%2C1731492796132.1731492797567, exclude list is [], retry=0 2024-11-13T10:13:17,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36929,DS-110d3ace-ef9a-41ec-832d-231a77903d26,DISK] 2024-11-13T10:13:17,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T10:13:17,669 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/WALs/770665a7984d,34701,1731492796132/770665a7984d%2C34701%2C1731492796132.1731492797567 2024-11-13T10:13:17,671 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38927:38927)] 2024-11-13T10:13:17,672 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:13:17,672 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:13:17,676 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:13:17,678 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:13:17,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:13:17,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:13:17,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:17,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:13:17,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:13:17,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:13:17,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:17,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:13:17,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:13:17,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:13:17,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:17,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:13:17,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:13:17,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:13:17,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:17,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:13:17,774 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:13:17,778 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:13:17,779 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:13:17,783 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:13:17,784 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:13:17,788 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:13:17,792 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:13:17,796 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:13:17,797 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63680786, jitterRate=-0.051082342863082886}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:13:17,802 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731492797695Initializing all the Stores at 1731492797697 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731492797698 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492797699 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492797699Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492797699Cleaning up temporary data from old regions at 1731492797784 (+85 ms)Region opened successfully at 1731492797802 (+18 ms) 2024-11-13T10:13:17,803 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:13:17,839 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d907c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:13:17,877 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:13:17,894 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:13:17,894 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:13:17,899 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:13:17,900 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T10:13:17,908 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-13T10:13:17,908 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:13:17,944 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:13:17,955 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T10:13:17,958 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T10:13:17,961 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:13:17,963 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:13:17,966 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T10:13:17,969 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:13:17,973 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:13:17,976 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T10:13:17,978 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:13:17,980 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T10:13:18,001 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:13:18,003 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T10:13:18,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T10:13:18,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33247-0x10110d13dda0001, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T10:13:18,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:13:18,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33247-0x10110d13dda0001, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:13:18,010 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,34701,1731492796132, sessionid=0x10110d13dda0000, setting cluster-up flag (Was=false) 2024-11-13T10:13:18,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33247-0x10110d13dda0001, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:13:18,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:13:18,034 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T10:13:18,036 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,34701,1731492796132 2024-11-13T10:13:18,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:13:18,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33247-0x10110d13dda0001, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:13:18,050 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T10:13:18,052 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,34701,1731492796132 2024-11-13T10:13:18,059 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:13:18,088 INFO [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(746): ClusterId : bafafcdc-d8d6-463a-84fe-be90acc14415 2024-11-13T10:13:18,091 DEBUG [RS:0;770665a7984d:33247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:13:18,096 DEBUG [RS:0;770665a7984d:33247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:13:18,096 DEBUG [RS:0;770665a7984d:33247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:13:18,100 DEBUG [RS:0;770665a7984d:33247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:13:18,101 DEBUG [RS:0;770665a7984d:33247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35225571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:13:18,119 DEBUG [RS:0;770665a7984d:33247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:33247 2024-11-13T10:13:18,127 INFO [RS:0;770665a7984d:33247 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:13:18,127 INFO [RS:0;770665a7984d:33247 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:13:18,128 DEBUG [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:13:18,131 INFO [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,34701,1731492796132 with port=33247, startcode=1731492796966 2024-11-13T10:13:18,144 DEBUG [RS:0;770665a7984d:33247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:13:18,159 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:13:18,179 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:13:18,186 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:13:18,190 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:13:18,192 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34701 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:18,197 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,34701,1731492796132 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:13:18,206 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:13:18,206 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:13:18,207 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:13:18,207 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:13:18,207 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:13:18,207 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:13:18,207 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:13:18,208 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:13:18,210 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731492828209 2024-11-13T10:13:18,213 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:13:18,214 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:13:18,215 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:13:18,216 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:13:18,219 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:13:18,219 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:13:18,219 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:13:18,219 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:13:18,220 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:13:18,224 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:13:18,225 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:13:18,225 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:18,226 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:13:18,226 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:13:18,226 DEBUG [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T10:13:18,226 WARN [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T10:13:18,229 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:13:18,229 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:13:18,232 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731492798231,5,FailOnTimeoutGroup] 2024-11-13T10:13:18,233 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731492798233,5,FailOnTimeoutGroup] 2024-11-13T10:13:18,233 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:13:18,234 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:13:18,235 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:13:18,236 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:13:18,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:13:18,328 INFO [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,34701,1731492796132 with port=33247, startcode=1731492796966 2024-11-13T10:13:18,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34701 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,33247,1731492796966 2024-11-13T10:13:18,333 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34701 {}] master.ServerManager(517): Registering regionserver=770665a7984d,33247,1731492796966 2024-11-13T10:13:18,344 DEBUG [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388 2024-11-13T10:13:18,344 DEBUG [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45727 2024-11-13T10:13:18,344 DEBUG [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:13:18,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T10:13:18,350 DEBUG [RS:0;770665a7984d:33247 {}] zookeeper.ZKUtil(111): regionserver:33247-0x10110d13dda0001, quorum=127.0.0.1:62683, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/770665a7984d,33247,1731492796966 2024-11-13T10:13:18,350 WARN [RS:0;770665a7984d:33247 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:13:18,350 INFO [RS:0;770665a7984d:33247 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:13:18,351 DEBUG [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/WALs/770665a7984d,33247,1731492796966 2024-11-13T10:13:18,354 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,33247,1731492796966] 2024-11-13T10:13:18,378 INFO [RS:0;770665a7984d:33247 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:13:18,392 INFO [RS:0;770665a7984d:33247 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:13:18,397 INFO [RS:0;770665a7984d:33247 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:13:18,398 INFO [RS:0;770665a7984d:33247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:13:18,399 INFO [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:13:18,404 INFO [RS:0;770665a7984d:33247 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:13:18,406 INFO [RS:0;770665a7984d:33247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:13:18,406 DEBUG [RS:0;770665a7984d:33247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:13:18,406 DEBUG [RS:0;770665a7984d:33247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:13:18,406 DEBUG [RS:0;770665a7984d:33247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:13:18,407 DEBUG [RS:0;770665a7984d:33247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:13:18,407 DEBUG [RS:0;770665a7984d:33247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:13:18,407 DEBUG [RS:0;770665a7984d:33247 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:13:18,407 DEBUG [RS:0;770665a7984d:33247 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:13:18,408 DEBUG [RS:0;770665a7984d:33247 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:13:18,408 DEBUG [RS:0;770665a7984d:33247 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:13:18,408 DEBUG [RS:0;770665a7984d:33247 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:13:18,409 DEBUG [RS:0;770665a7984d:33247 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:13:18,409 DEBUG [RS:0;770665a7984d:33247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:13:18,409 DEBUG [RS:0;770665a7984d:33247 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:13:18,409 DEBUG [RS:0;770665a7984d:33247 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:13:18,410 INFO [RS:0;770665a7984d:33247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:13:18,411 INFO [RS:0;770665a7984d:33247 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:13:18,411 INFO [RS:0;770665a7984d:33247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:13:18,411 INFO [RS:0;770665a7984d:33247 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:13:18,411 INFO [RS:0;770665a7984d:33247 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:13:18,411 INFO [RS:0;770665a7984d:33247 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,33247,1731492796966-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:13:18,432 INFO [RS:0;770665a7984d:33247 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:13:18,434 INFO [RS:0;770665a7984d:33247 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,33247,1731492796966-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:13:18,434 INFO [RS:0;770665a7984d:33247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:13:18,434 INFO [RS:0;770665a7984d:33247 {}] regionserver.Replication(171): 770665a7984d,33247,1731492796966 started 2024-11-13T10:13:18,454 INFO [RS:0;770665a7984d:33247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:13:18,454 INFO [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,33247,1731492796966, RpcServer on 770665a7984d/172.17.0.2:33247, sessionid=0x10110d13dda0001 2024-11-13T10:13:18,455 DEBUG [RS:0;770665a7984d:33247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:13:18,455 DEBUG [RS:0;770665a7984d:33247 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,33247,1731492796966 2024-11-13T10:13:18,456 DEBUG [RS:0;770665a7984d:33247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,33247,1731492796966' 2024-11-13T10:13:18,456 DEBUG [RS:0;770665a7984d:33247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T10:13:18,457 DEBUG [RS:0;770665a7984d:33247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T10:13:18,457 DEBUG [RS:0;770665a7984d:33247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:13:18,458 DEBUG [RS:0;770665a7984d:33247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:13:18,458 DEBUG [RS:0;770665a7984d:33247 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,33247,1731492796966 2024-11-13T10:13:18,458 DEBUG [RS:0;770665a7984d:33247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,33247,1731492796966' 2024-11-13T10:13:18,458 DEBUG [RS:0;770665a7984d:33247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T10:13:18,459 DEBUG [RS:0;770665a7984d:33247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T10:13:18,459 DEBUG [RS:0;770665a7984d:33247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:13:18,460 INFO [RS:0;770665a7984d:33247 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:13:18,460 INFO [RS:0;770665a7984d:33247 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:13:18,565 INFO [RS:0;770665a7984d:33247 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:13:18,569 INFO [RS:0;770665a7984d:33247 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C33247%2C1731492796966, suffix=, logDir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/WALs/770665a7984d,33247,1731492796966, archiveDir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/oldWALs, maxLogs=32 2024-11-13T10:13:18,591 DEBUG [RS:0;770665a7984d:33247 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/WALs/770665a7984d,33247,1731492796966/770665a7984d%2C33247%2C1731492796966.1731492798571, exclude list is [], retry=0 2024-11-13T10:13:18,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36929,DS-110d3ace-ef9a-41ec-832d-231a77903d26,DISK] 2024-11-13T10:13:18,602 INFO [RS:0;770665a7984d:33247 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/WALs/770665a7984d,33247,1731492796966/770665a7984d%2C33247%2C1731492796966.1731492798571 2024-11-13T10:13:18,603 DEBUG [RS:0;770665a7984d:33247 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38927:38927)] 2024-11-13T10:13:18,650 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:13:18,651 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388 2024-11-13T10:13:18,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741833_1009 (size=32) 2024-11-13T10:13:19,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:13:19,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:13:19,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:13:19,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:19,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:13:19,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:13:19,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:13:19,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:19,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:13:19,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:13:19,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:13:19,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:19,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:13:19,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:13:19,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:13:19,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:19,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:13:19,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:13:19,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740 2024-11-13T10:13:19,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740 2024-11-13T10:13:19,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:13:19,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:13:19,084 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T10:13:19,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:13:19,090 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:13:19,090 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63120497, jitterRate=-0.059431299567222595}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T10:13:19,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731492799064Initializing all the Stores at 1731492799065 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731492799065Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731492799066 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492799066Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731492799066Cleaning up temporary data from old regions at 1731492799083 (+17 ms)Region opened successfully at 1731492799092 (+9 ms) 2024-11-13T10:13:19,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:13:19,093 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:13:19,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:13:19,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:13:19,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:13:19,094 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:13:19,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731492799092Disabling compacts and flushes for region at 1731492799092Disabling writes for close at 1731492799093 (+1 ms)Writing region close event to WAL at 1731492799094 (+1 ms)Closed at 1731492799094 2024-11-13T10:13:19,097 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:13:19,097 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:13:19,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:13:19,112 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:13:19,115 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:13:19,267 DEBUG [770665a7984d:34701 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:13:19,280 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:13:19,287 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,33247,1731492796966, state=OPENING 2024-11-13T10:13:19,293 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:13:19,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:13:19,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33247-0x10110d13dda0001, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:13:19,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T10:13:19,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T10:13:19,297 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:13:19,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,33247,1731492796966}] 2024-11-13T10:13:19,474 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:13:19,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:13:19,488 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:13:19,489 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:13:19,489 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:13:19,492 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C33247%2C1731492796966.meta, suffix=.meta, logDir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/WALs/770665a7984d,33247,1731492796966, archiveDir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/oldWALs, maxLogs=32 2024-11-13T10:13:19,509 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/WALs/770665a7984d,33247,1731492796966/770665a7984d%2C33247%2C1731492796966.meta.1731492799494.meta, exclude list is [], retry=0 2024-11-13T10:13:19,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36929,DS-110d3ace-ef9a-41ec-832d-231a77903d26,DISK] 2024-11-13T10:13:19,515 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/WALs/770665a7984d,33247,1731492796966/770665a7984d%2C33247%2C1731492796966.meta.1731492799494.meta 2024-11-13T10:13:19,516 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38927:38927)] 2024-11-13T10:13:19,516 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:13:19,518 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:13:19,521 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:13:19,525 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:13:19,530 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:13:19,530 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:13:19,531 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:13:19,531 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:13:19,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:13:19,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:13:19,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:19,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:13:19,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:13:19,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:13:19,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:19,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:13:19,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:13:19,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:13:19,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:19,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:13:19,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:13:19,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:13:19,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:19,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:13:19,543 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:13:19,544 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740 2024-11-13T10:13:19,546 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740 2024-11-13T10:13:19,549 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:13:19,549 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:13:19,550 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T10:13:19,552 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:13:19,554 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67290895, jitterRate=0.0027124732732772827}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T10:13:19,554 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:13:19,555 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731492799531Writing region info on filesystem at 1731492799531Initializing all the Stores at 1731492799533 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731492799533Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731492799533Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492799533Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731492799533Cleaning up temporary data from old regions at 1731492799549 (+16 ms)Running coprocessor post-open hooks at 1731492799554 (+5 ms)Region opened successfully at 1731492799555 (+1 ms) 2024-11-13T10:13:19,562 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731492799465 2024-11-13T10:13:19,573 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:13:19,573 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:13:19,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:13:19,577 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,33247,1731492796966, state=OPEN 2024-11-13T10:13:19,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33247-0x10110d13dda0001, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T10:13:19,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T10:13:19,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T10:13:19,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T10:13:19,584 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:19,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:13:19,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,33247,1731492796966 in 286 msec 2024-11-13T10:13:19,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:13:19,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 487 msec 2024-11-13T10:13:19,596 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:13:19,597 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:13:19,617 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:13:19,618 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:13:19,639 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:13:19,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:13:19,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5640 sec 2024-11-13T10:13:19,663 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731492799663, completionTime=-1 2024-11-13T10:13:19,665 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:13:19,666 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:13:19,719 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:13:19,719 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731492859719 2024-11-13T10:13:19,719 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731492919719 2024-11-13T10:13:19,719 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 53 msec 2024-11-13T10:13:19,722 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,34701,1731492796132-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:13:19,723 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,34701,1731492796132-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:13:19,723 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,34701,1731492796132-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:13:19,725 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:34701, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:13:19,725 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:13:19,726 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:13:19,732 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:13:19,755 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.607sec 2024-11-13T10:13:19,756 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:13:19,757 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:13:19,758 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:13:19,759 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:13:19,759 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:13:19,760 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,34701,1731492796132-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:13:19,760 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,34701,1731492796132-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:13:19,769 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:13:19,770 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:13:19,770 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,34701,1731492796132-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:13:19,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:19,804 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T10:13:19,804 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T10:13:19,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:13:19,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:13:19,817 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:13:19,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:13:19,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:13:19,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba28601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:19,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:13:19,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:13:19,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:19,827 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:13:19,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:19,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:13:19,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:13:19,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:13:19,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:13:19,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,34701,1731492796132 2024-11-13T10:13:19,875 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=300, ProcessCount=11, AvailableMemoryMB=3438 2024-11-13T10:13:19,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:13:19,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,34701,1731492796132 2024-11-13T10:13:19,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b56f0bf 2024-11-13T10:13:19,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:13:19,897 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:13:19,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T10:13:19,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:13:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T10:13:19,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:13:19,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-13T10:13:19,922 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:19,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:13:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:13:19,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741835_1011 (size=1061) 2024-11-13T10:13:20,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:13:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:13:20,340 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388 2024-11-13T10:13:20,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741836_1012 (size=53) 2024-11-13T10:13:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:13:20,750 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:13:20,750 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0f211ad4f29004a709d90428b79f6131, disabling compactions & flushes 2024-11-13T10:13:20,750 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:20,750 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:20,750 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. after waiting 0 ms 2024-11-13T10:13:20,750 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:20,750 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:20,750 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f211ad4f29004a709d90428b79f6131: Waiting for close lock at 1731492800750Disabling compacts and flushes for region at 1731492800750Disabling writes for close at 1731492800750Writing region close event to WAL at 1731492800750Closed at 1731492800750 2024-11-13T10:13:20,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:13:20,758 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731492800753"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731492800753"}]},"ts":"1731492800753"} 2024-11-13T10:13:20,763 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:13:20,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:13:20,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492800765"}]},"ts":"1731492800765"} 2024-11-13T10:13:20,772 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T10:13:20,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f211ad4f29004a709d90428b79f6131, ASSIGN}] 2024-11-13T10:13:20,776 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f211ad4f29004a709d90428b79f6131, ASSIGN 2024-11-13T10:13:20,778 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f211ad4f29004a709d90428b79f6131, ASSIGN; state=OFFLINE, location=770665a7984d,33247,1731492796966; forceNewPlan=false, retain=false 2024-11-13T10:13:20,929 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f211ad4f29004a709d90428b79f6131, regionState=OPENING, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:13:20,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f211ad4f29004a709d90428b79f6131, ASSIGN because future has completed 2024-11-13T10:13:20,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966}] 2024-11-13T10:13:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:13:21,095 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:21,095 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:13:21,096 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:21,096 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:13:21,096 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:21,096 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:21,099 INFO [StoreOpener-0f211ad4f29004a709d90428b79f6131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:21,102 INFO [StoreOpener-0f211ad4f29004a709d90428b79f6131-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:13:21,103 INFO [StoreOpener-0f211ad4f29004a709d90428b79f6131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f211ad4f29004a709d90428b79f6131 columnFamilyName A 2024-11-13T10:13:21,103 DEBUG [StoreOpener-0f211ad4f29004a709d90428b79f6131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:21,104 INFO [StoreOpener-0f211ad4f29004a709d90428b79f6131-1 {}] regionserver.HStore(327): Store=0f211ad4f29004a709d90428b79f6131/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:13:21,104 INFO [StoreOpener-0f211ad4f29004a709d90428b79f6131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:21,106 INFO [StoreOpener-0f211ad4f29004a709d90428b79f6131-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:13:21,106 INFO [StoreOpener-0f211ad4f29004a709d90428b79f6131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f211ad4f29004a709d90428b79f6131 columnFamilyName B 2024-11-13T10:13:21,106 DEBUG [StoreOpener-0f211ad4f29004a709d90428b79f6131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:21,107 INFO [StoreOpener-0f211ad4f29004a709d90428b79f6131-1 {}] regionserver.HStore(327): Store=0f211ad4f29004a709d90428b79f6131/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:13:21,107 INFO [StoreOpener-0f211ad4f29004a709d90428b79f6131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:21,109 INFO [StoreOpener-0f211ad4f29004a709d90428b79f6131-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:13:21,109 INFO [StoreOpener-0f211ad4f29004a709d90428b79f6131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f211ad4f29004a709d90428b79f6131 columnFamilyName C 2024-11-13T10:13:21,110 DEBUG [StoreOpener-0f211ad4f29004a709d90428b79f6131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:21,110 INFO [StoreOpener-0f211ad4f29004a709d90428b79f6131-1 {}] regionserver.HStore(327): Store=0f211ad4f29004a709d90428b79f6131/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:13:21,111 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:21,111 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:21,112 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:21,113 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:21,115 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:21,115 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:21,116 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T10:13:21,118 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:21,121 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:13:21,122 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0f211ad4f29004a709d90428b79f6131; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70851681, jitterRate=0.0557723194360733}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T10:13:21,122 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:21,123 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0f211ad4f29004a709d90428b79f6131: Running coprocessor pre-open hook at 1731492801097Writing region info on filesystem at 1731492801097Initializing all the Stores at 1731492801098 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492801098Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492801098Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492801098Cleaning up temporary data from old regions at 1731492801115 (+17 ms)Running coprocessor post-open hooks at 1731492801122 (+7 ms)Region opened successfully at 1731492801123 (+1 ms) 2024-11-13T10:13:21,125 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., pid=6, masterSystemTime=1731492801089 2024-11-13T10:13:21,128 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:21,128 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:21,129 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f211ad4f29004a709d90428b79f6131, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:13:21,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 because future has completed 2024-11-13T10:13:21,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T10:13:21,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 in 200 msec 2024-11-13T10:13:21,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T10:13:21,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f211ad4f29004a709d90428b79f6131, ASSIGN in 365 msec 2024-11-13T10:13:21,144 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:13:21,144 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492801144"}]},"ts":"1731492801144"} 2024-11-13T10:13:21,148 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T10:13:21,149 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:13:21,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2400 sec 2024-11-13T10:13:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:13:22,076 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:13:22,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:13:22,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:13:22,083 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:13:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:13:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:13:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd14b82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:13:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:13:22,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:22,086 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:13:22,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393932c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:13:22,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:13:22,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:13:22,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:13:22,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:13:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,34701,1731492796132 2024-11-13T10:13:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a8f129d 2024-11-13T10:13:22,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:13:22,098 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:13:22,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:13:22,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:13:22,103 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:13:22,104 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:13:22,104 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:13:22,104 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab7eb50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,104 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:13:22,104 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:13:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:22,106 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:13:22,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a9c1aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:13:22,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:13:22,109 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:13:22,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:13:22,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:13:22,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703ed473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:13:22,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:13:22,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:22,112 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:13:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3937ace3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69066494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:13:22,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:13:22,115 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:13:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:13:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:13:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef8cf77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:13:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:13:22,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:22,120 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:13:22,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1d7645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f00f692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:13:22,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:13:22,123 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:13:22,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:13:22,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:13:22,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ff6f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:13:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:13:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:22,127 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:13:22,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f810a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388c382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:13:22,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:13:22,131 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:13:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:13:22,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:13:22,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686ed180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:13:22,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:13:22,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:22,134 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:13:22,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e08981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff89310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:13:22,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:13:22,137 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:13:22,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:13:22,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:13:22,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ee2541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:13:22,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:13:22,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:22,139 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:13:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ddb3dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761fbe54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:13:22,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:13:22,146 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:13:22,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:13:22,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:13:22,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3837915e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:13:22,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:13:22,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:22,148 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:13:22,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18548b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2019371a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:13:22,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:13:22,151 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:13:22,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:13:22,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:13:22,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677effe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:13:22,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:13:22,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:22,153 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:13:22,154 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f2ee53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36df70c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:13:22,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:13:22,156 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:13:22,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:13:22,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:13:22,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f91c2ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:13:22,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:13:22,157 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:22,158 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:13:22,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4c23c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:22,163 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:13:22,163 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:13:22,164 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:13:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:13:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:13:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:13:22,165 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:13:22,165 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:13:22,166 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:13:22,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:13:22,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:13:22,167 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:13:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:13:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:13:22,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:13:22,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:13:22,169 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:13:22,169 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:13:22,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:13:22,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:13:22,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:13:22,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:13:22,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:13:22,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:13:22,172 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:13:22,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:13:22,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:13:22,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:13:22,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:13:22,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:13:22,180 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:13:22,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:13:22,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:13:22,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:13:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-13T10:13:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:13:22,189 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:13:22,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:13:22,190 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:13:22,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:13:22,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:13:22,193 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:13:22,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:13:22,197 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:13:22,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:13:22,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:13:22,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:13:22,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:13:22,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:13:22,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:13:22,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:13:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:22,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-13T10:13:22,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:22,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:22,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:22,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:22,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:22,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:13:22,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T10:13:22,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:22,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:22,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:22,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:22,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:22,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492862382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:22,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:22,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492862385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492862387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:22,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:22,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/ce692b8d7a7a4cfca5300b538091d599 is 50, key is test_row_0/A:col10/1731492802258/Put/seqid=0 2024-11-13T10:13:22,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492862406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:22,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492862406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:22,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741837_1013 (size=12001) 2024-11-13T10:13:22,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/ce692b8d7a7a4cfca5300b538091d599 2024-11-13T10:13:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:13:22,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492862527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:22,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:22,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492862527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:22,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:22,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492862526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:22,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:22,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492862537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:22,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:22,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492862546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:22,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/88fbb54fbc8d4040a2e163fbe266eb92 is 50, key is test_row_0/B:col10/1731492802258/Put/seqid=0 2024-11-13T10:13:22,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:22,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T10:13:22,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:22,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:22,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:22,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741838_1014 (size=12001) 2024-11-13T10:13:22,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:22,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:22,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T10:13:22,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:22,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:22,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:22,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:22,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:22,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492862746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:22,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:22,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492862747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:22,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:22,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492862755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:22,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492862757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:22,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492862757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:22,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:22,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:13:22,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T10:13:22,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:22,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:22,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:22,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:22,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:22,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/88fbb54fbc8d4040a2e163fbe266eb92 2024-11-13T10:13:23,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/43de24d774f944d4b037a24e35efc8ea is 50, key is test_row_0/C:col10/1731492802258/Put/seqid=0 2024-11-13T10:13:23,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741839_1015 (size=12001) 2024-11-13T10:13:23,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/43de24d774f944d4b037a24e35efc8ea 2024-11-13T10:13:23,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T10:13:23,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:23,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:23,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:23,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:23,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:23,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:23,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492863057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:23,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:23,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/ce692b8d7a7a4cfca5300b538091d599 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/ce692b8d7a7a4cfca5300b538091d599 2024-11-13T10:13:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492863056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:23,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492863067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:23,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:23,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492863076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:23,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:23,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492863077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:23,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/ce692b8d7a7a4cfca5300b538091d599, entries=150, sequenceid=13, filesize=11.7 K 2024-11-13T10:13:23,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:23,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/88fbb54fbc8d4040a2e163fbe266eb92 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/88fbb54fbc8d4040a2e163fbe266eb92 2024-11-13T10:13:23,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/88fbb54fbc8d4040a2e163fbe266eb92, entries=150, sequenceid=13, filesize=11.7 K 2024-11-13T10:13:23,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/43de24d774f944d4b037a24e35efc8ea as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/43de24d774f944d4b037a24e35efc8ea 2024-11-13T10:13:23,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/43de24d774f944d4b037a24e35efc8ea, entries=150, sequenceid=13, filesize=11.7 K 2024-11-13T10:13:23,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 0f211ad4f29004a709d90428b79f6131 in 854ms, sequenceid=13, compaction requested=false 2024-11-13T10:13:23,124 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-13T10:13:23,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:23,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T10:13:23,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:23,215 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-13T10:13:23,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:23,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:23,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:23,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:23,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:23,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:23,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/48a3b71f85b14acc9e899a4f3fffbaa1 is 50, key is test_row_0/A:col10/1731492802380/Put/seqid=0 2024-11-13T10:13:23,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741840_1016 (size=12001) 2024-11-13T10:13:23,249 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/48a3b71f85b14acc9e899a4f3fffbaa1 2024-11-13T10:13:23,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/9d556d2be3a047599230afbd5cb3b5ad is 50, key is test_row_0/B:col10/1731492802380/Put/seqid=0 2024-11-13T10:13:23,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741841_1017 (size=12001) 2024-11-13T10:13:23,292 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/9d556d2be3a047599230afbd5cb3b5ad 2024-11-13T10:13:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:13:23,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/b1cf15e6438a491eadb2210d47e211e4 is 50, key is test_row_0/C:col10/1731492802380/Put/seqid=0 2024-11-13T10:13:23,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741842_1018 (size=12001) 2024-11-13T10:13:23,352 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/b1cf15e6438a491eadb2210d47e211e4 2024-11-13T10:13:23,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/48a3b71f85b14acc9e899a4f3fffbaa1 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/48a3b71f85b14acc9e899a4f3fffbaa1 2024-11-13T10:13:23,396 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/48a3b71f85b14acc9e899a4f3fffbaa1, entries=150, sequenceid=33, filesize=11.7 K 2024-11-13T10:13:23,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/9d556d2be3a047599230afbd5cb3b5ad as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/9d556d2be3a047599230afbd5cb3b5ad 2024-11-13T10:13:23,425 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/9d556d2be3a047599230afbd5cb3b5ad, entries=150, sequenceid=33, filesize=11.7 K 2024-11-13T10:13:23,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/b1cf15e6438a491eadb2210d47e211e4 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/b1cf15e6438a491eadb2210d47e211e4 2024-11-13T10:13:23,444 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/b1cf15e6438a491eadb2210d47e211e4, entries=150, sequenceid=33, filesize=11.7 K 2024-11-13T10:13:23,446 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 0f211ad4f29004a709d90428b79f6131 in 231ms, sequenceid=33, compaction requested=false 2024-11-13T10:13:23,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:23,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:23,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T10:13:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T10:13:23,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-13T10:13:23,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2570 sec 2024-11-13T10:13:23,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.2900 sec 2024-11-13T10:13:23,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-13T10:13:23,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:23,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:23,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:23,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:23,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:23,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:23,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/fd50684d78354001a8824f39cbfbb97f is 50, key is test_row_0/A:col10/1731492803594/Put/seqid=0 2024-11-13T10:13:23,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741843_1019 (size=11997) 2024-11-13T10:13:23,681 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731492803654, max timestamp=1731492803672Num uniques 859; 2024-11-13T10:13:23,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-13T10:13:23,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731492803654, max timestamp=1731492803672Num uniques 859; 2024-11-13T10:13:23,688 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-13T10:13:23,693 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731492803654, max timestamp=1731492803672Num uniques 859; 2024-11-13T10:13:23,693 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-13T10:13:23,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492863713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:23,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:23,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492863726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:23,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:23,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492863728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492863733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:23,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:23,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492863733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:23,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:23,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492863846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:23,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:23,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:23,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492863855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:23,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492863856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:23,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492863856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:23,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:23,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:23,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492863866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:23,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:23,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:24,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/fd50684d78354001a8824f39cbfbb97f 2024-11-13T10:13:24,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/b10a0a5127e641b1ab9fff3a5563001c is 50, key is test_row_0/B:col10/1731492803594/Put/seqid=0 2024-11-13T10:13:24,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492864055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:24,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:24,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492864066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:24,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:24,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741844_1020 (size=9657) 2024-11-13T10:13:24,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/b10a0a5127e641b1ab9fff3a5563001c 2024-11-13T10:13:24,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:24,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492864075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492864076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:24,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:24,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:24,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492864085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:24,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/d3e839a367f749029dcb6782c2fabab4 is 50, key is test_row_0/C:col10/1731492803594/Put/seqid=0 2024-11-13T10:13:24,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741845_1021 (size=9657) 2024-11-13T10:13:24,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/d3e839a367f749029dcb6782c2fabab4 2024-11-13T10:13:24,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/fd50684d78354001a8824f39cbfbb97f as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/fd50684d78354001a8824f39cbfbb97f 2024-11-13T10:13:24,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/fd50684d78354001a8824f39cbfbb97f, entries=150, sequenceid=43, filesize=11.7 K 2024-11-13T10:13:24,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/b10a0a5127e641b1ab9fff3a5563001c as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/b10a0a5127e641b1ab9fff3a5563001c 2024-11-13T10:13:24,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/b10a0a5127e641b1ab9fff3a5563001c, entries=100, sequenceid=43, filesize=9.4 K 2024-11-13T10:13:24,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/d3e839a367f749029dcb6782c2fabab4 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/d3e839a367f749029dcb6782c2fabab4 2024-11-13T10:13:24,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/d3e839a367f749029dcb6782c2fabab4, entries=100, sequenceid=43, filesize=9.4 K 2024-11-13T10:13:24,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0f211ad4f29004a709d90428b79f6131 in 593ms, sequenceid=43, compaction requested=true 2024-11-13T10:13:24,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:24,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:13:24,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:24,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:13:24,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:24,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:13:24,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:24,214 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:24,217 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:24,218 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:24,220 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/B is initiating minor compaction (all files) 2024-11-13T10:13:24,220 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/B in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:24,221 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/88fbb54fbc8d4040a2e163fbe266eb92, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/9d556d2be3a047599230afbd5cb3b5ad, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/b10a0a5127e641b1ab9fff3a5563001c] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=32.9 K 2024-11-13T10:13:24,226 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 88fbb54fbc8d4040a2e163fbe266eb92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731492802186 2024-11-13T10:13:24,227 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d556d2be3a047599230afbd5cb3b5ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731492802366 2024-11-13T10:13:24,230 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting b10a0a5127e641b1ab9fff3a5563001c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731492803594 2024-11-13T10:13:24,223 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:24,232 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/A is initiating minor compaction (all files) 2024-11-13T10:13:24,232 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/A in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:24,232 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/ce692b8d7a7a4cfca5300b538091d599, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/48a3b71f85b14acc9e899a4f3fffbaa1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/fd50684d78354001a8824f39cbfbb97f] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=35.2 K 2024-11-13T10:13:24,233 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce692b8d7a7a4cfca5300b538091d599, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731492802186 2024-11-13T10:13:24,236 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48a3b71f85b14acc9e899a4f3fffbaa1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731492802366 2024-11-13T10:13:24,238 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd50684d78354001a8824f39cbfbb97f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731492803584 2024-11-13T10:13:24,295 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#B#compaction#10 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:24,296 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/158caaf42c354626b5666573358b2dea is 50, key is test_row_0/B:col10/1731492803594/Put/seqid=0 2024-11-13T10:13:24,300 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#A#compaction#9 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:24,301 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/1e9e86db31c940849942dca27ce3007d is 50, key is test_row_0/A:col10/1731492803594/Put/seqid=0 2024-11-13T10:13:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:13:24,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741847_1023 (size=12104) 2024-11-13T10:13:24,346 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:13:24,347 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:13:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-13T10:13:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T10:13:24,351 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:13:24,353 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:13:24,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:13:24,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741846_1022 (size=12104) 2024-11-13T10:13:24,372 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T10:13:24,379 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/158caaf42c354626b5666573358b2dea as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/158caaf42c354626b5666573358b2dea 2024-11-13T10:13:24,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-13T10:13:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:24,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:24,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:13:24,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:24,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:13:24,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:24,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:13:24,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/3d369a31a02c458a8635386209becb69 is 50, key is test_row_0/A:col10/1731492804387/Put/seqid=0 2024-11-13T10:13:24,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:24,417 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/B of 0f211ad4f29004a709d90428b79f6131 into 158caaf42c354626b5666573358b2dea(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:24,418 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492864407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:24,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:24,421 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/B, priority=13, startTime=1731492804211; duration=0sec 2024-11-13T10:13:24,422 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:24,422 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:B 2024-11-13T10:13:24,422 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:24,425 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:24,426 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/C is initiating minor compaction (all files) 2024-11-13T10:13:24,426 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/C in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:24,426 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/43de24d774f944d4b037a24e35efc8ea, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/b1cf15e6438a491eadb2210d47e211e4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/d3e839a367f749029dcb6782c2fabab4] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=32.9 K 2024-11-13T10:13:24,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492864412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:24,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492864413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:24,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,428 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:24,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,429 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:24,429 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 43de24d774f944d4b037a24e35efc8ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731492802186 2024-11-13T10:13:24,430 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting b1cf15e6438a491eadb2210d47e211e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731492802366 2024-11-13T10:13:24,431 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting d3e839a367f749029dcb6782c2fabab4, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731492803594 2024-11-13T10:13:24,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:24,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492864417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:24,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:24,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492864418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:24,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:24,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741848_1024 (size=14341) 2024-11-13T10:13:24,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/3d369a31a02c458a8635386209becb69 2024-11-13T10:13:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T10:13:24,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/4b947b5dd80d4aa1b921d3f44e4d5864 is 50, key is test_row_0/B:col10/1731492804387/Put/seqid=0 2024-11-13T10:13:24,466 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#C#compaction#12 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:24,466 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/cbd5a72e8ff14a468e1c78232c100c0b is 50, key is test_row_0/C:col10/1731492803594/Put/seqid=0 2024-11-13T10:13:24,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741849_1025 (size=12104) 2024-11-13T10:13:24,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T10:13:24,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:24,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:24,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:24,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:24,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:24,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741850_1026 (size=12001) 2024-11-13T10:13:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:24,527 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/cbd5a72e8ff14a468e1c78232c100c0b as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/cbd5a72e8ff14a468e1c78232c100c0b 2024-11-13T10:13:24,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492864526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:24,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:24,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492864535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:24,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:24,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492864536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:24,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:24,547 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/C of 0f211ad4f29004a709d90428b79f6131 into cbd5a72e8ff14a468e1c78232c100c0b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:24,547 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:24,547 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/C, priority=13, startTime=1731492804211; duration=0sec 2024-11-13T10:13:24,547 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:24,547 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:C 2024-11-13T10:13:24,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492864546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:24,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:24,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492864546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:24,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T10:13:24,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T10:13:24,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:24,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:24,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:24,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:24,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:24,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492864746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:24,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492864747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:24,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:24,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492864747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:24,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:24,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:24,761 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/1e9e86db31c940849942dca27ce3007d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/1e9e86db31c940849942dca27ce3007d 2024-11-13T10:13:24,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492864766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:24,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:24,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492864766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:24,781 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/A of 0f211ad4f29004a709d90428b79f6131 into 1e9e86db31c940849942dca27ce3007d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:24,781 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:24,781 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/A, priority=13, startTime=1731492804197; duration=0sec 2024-11-13T10:13:24,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:24,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:24,783 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:24,783 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:A 2024-11-13T10:13:24,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T10:13:24,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:24,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:24,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:24,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:24,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:24,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/4b947b5dd80d4aa1b921d3f44e4d5864 2024-11-13T10:13:24,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/17d1c39c643a4b0aab7c2a060f392d0d is 50, key is test_row_0/C:col10/1731492804387/Put/seqid=0 2024-11-13T10:13:24,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741851_1027 (size=12001) 2024-11-13T10:13:24,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/17d1c39c643a4b0aab7c2a060f392d0d 2024-11-13T10:13:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T10:13:24,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T10:13:24,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/3d369a31a02c458a8635386209becb69 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/3d369a31a02c458a8635386209becb69 2024-11-13T10:13:24,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:24,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:24,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:24,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:24,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:24,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/3d369a31a02c458a8635386209becb69, entries=200, sequenceid=80, filesize=14.0 K 2024-11-13T10:13:24,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/4b947b5dd80d4aa1b921d3f44e4d5864 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/4b947b5dd80d4aa1b921d3f44e4d5864 2024-11-13T10:13:25,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/4b947b5dd80d4aa1b921d3f44e4d5864, entries=150, sequenceid=80, filesize=11.7 K 2024-11-13T10:13:25,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/17d1c39c643a4b0aab7c2a060f392d0d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/17d1c39c643a4b0aab7c2a060f392d0d 2024-11-13T10:13:25,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/17d1c39c643a4b0aab7c2a060f392d0d, entries=150, sequenceid=80, filesize=11.7 K 2024-11-13T10:13:25,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=40.25 KB/41220 for 0f211ad4f29004a709d90428b79f6131 in 643ms, sequenceid=80, compaction requested=false 2024-11-13T10:13:25,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:25,043 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T10:13:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:25,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-13T10:13:25,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:25,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:25,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:25,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:25,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:25,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:25,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/2c17d9d72e54471a8d3e901500b0e2f4 is 50, key is test_row_0/A:col10/1731492805070/Put/seqid=0 2024-11-13T10:13:25,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741852_1028 (size=14341) 2024-11-13T10:13:25,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/2c17d9d72e54471a8d3e901500b0e2f4 2024-11-13T10:13:25,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T10:13:25,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:25,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:25,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:25,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:25,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:25,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/c59f8fee4b0645e7b82100fe7067a94e is 50, key is test_row_0/B:col10/1731492805070/Put/seqid=0 2024-11-13T10:13:25,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731492805117, max timestamp=1731492805145Num uniques 859; 2024-11-13T10:13:25,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-13T10:13:25,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731492805117, max timestamp=1731492805145Num uniques 859; 2024-11-13T10:13:25,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-13T10:13:25,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492805125, max timestamp=1731492805153Num uniques 859; 2024-11-13T10:13:25,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:13:25,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741853_1029 (size=12001) 2024-11-13T10:13:25,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/c59f8fee4b0645e7b82100fe7067a94e 2024-11-13T10:13:25,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/560dd114d35a470a8e1df18c36c77d6a is 50, key is test_row_0/C:col10/1731492805070/Put/seqid=0 2024-11-13T10:13:25,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492865200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:25,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492865204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:25,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741854_1030 (size=12001) 2024-11-13T10:13:25,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:25,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:25,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492865212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:25,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:25,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492865215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:25,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:25,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492865220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:25,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:25,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T10:13:25,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:25,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:25,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:25,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:25,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:25,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492865326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:25,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492865326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:25,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:25,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492865337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:25,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:25,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492865345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:25,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:25,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492865346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:25,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:25,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T10:13:25,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:25,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:25,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:25,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:25,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T10:13:25,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492865545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:25,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:25,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492865545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:25,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492865555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:25,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:25,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492865566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:25,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492865566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:25,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:25,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T10:13:25,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:25,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:25,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:25,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:25,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:25,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/560dd114d35a470a8e1df18c36c77d6a 2024-11-13T10:13:25,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/2c17d9d72e54471a8d3e901500b0e2f4 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/2c17d9d72e54471a8d3e901500b0e2f4 2024-11-13T10:13:25,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/2c17d9d72e54471a8d3e901500b0e2f4, entries=200, sequenceid=95, filesize=14.0 K 2024-11-13T10:13:25,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/c59f8fee4b0645e7b82100fe7067a94e as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/c59f8fee4b0645e7b82100fe7067a94e 2024-11-13T10:13:25,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/c59f8fee4b0645e7b82100fe7067a94e, entries=150, sequenceid=95, filesize=11.7 K 2024-11-13T10:13:25,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/560dd114d35a470a8e1df18c36c77d6a as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/560dd114d35a470a8e1df18c36c77d6a 2024-11-13T10:13:25,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/560dd114d35a470a8e1df18c36c77d6a, entries=150, sequenceid=95, filesize=11.7 K 2024-11-13T10:13:25,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=118.53 KB/121370 for 0f211ad4f29004a709d90428b79f6131 in 632ms, sequenceid=95, compaction requested=true 2024-11-13T10:13:25,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:25,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:13:25,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:25,710 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:25,710 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:25,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:13:25,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:25,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:13:25,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:25,714 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:25,714 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:25,714 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/B is initiating minor compaction (all files) 2024-11-13T10:13:25,714 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/A is initiating minor compaction (all files) 2024-11-13T10:13:25,715 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/B in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:25,715 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/A in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:25,715 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/158caaf42c354626b5666573358b2dea, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/4b947b5dd80d4aa1b921d3f44e4d5864, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/c59f8fee4b0645e7b82100fe7067a94e] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=35.3 K 2024-11-13T10:13:25,715 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/1e9e86db31c940849942dca27ce3007d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/3d369a31a02c458a8635386209becb69, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/2c17d9d72e54471a8d3e901500b0e2f4] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=39.8 K 2024-11-13T10:13:25,716 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 158caaf42c354626b5666573358b2dea, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731492802366 2024-11-13T10:13:25,716 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e9e86db31c940849942dca27ce3007d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731492802366 2024-11-13T10:13:25,717 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d369a31a02c458a8635386209becb69, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731492803709 2024-11-13T10:13:25,717 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b947b5dd80d4aa1b921d3f44e4d5864, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731492803725 2024-11-13T10:13:25,718 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting c59f8fee4b0645e7b82100fe7067a94e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731492804413 2024-11-13T10:13:25,718 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c17d9d72e54471a8d3e901500b0e2f4, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731492804413 2024-11-13T10:13:25,756 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#A#compaction#18 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:25,762 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:25,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T10:13:25,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:25,763 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/a0b58ecb870d4c069b4401a25c08c8d4 is 50, key is test_row_0/B:col10/1731492805070/Put/seqid=0 2024-11-13T10:13:25,763 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=118.53 KB heapSize=335.38 KB 2024-11-13T10:13:25,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:25,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:13:25,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:25,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:13:25,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:25,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:13:25,766 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/20de3f10b79d4faa83ed4aa8accbcb1a is 50, key is test_row_0/A:col10/1731492805070/Put/seqid=0 2024-11-13T10:13:25,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/562b3ad2dc92470d95c724b7c14eacfd is 50, key is test_row_0/A:col10/1731492805201/Put/seqid=0 2024-11-13T10:13:25,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741856_1032 (size=12207) 2024-11-13T10:13:25,804 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/a0b58ecb870d4c069b4401a25c08c8d4 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/a0b58ecb870d4c069b4401a25c08c8d4 2024-11-13T10:13:25,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741855_1031 (size=12207) 2024-11-13T10:13:25,823 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/B of 0f211ad4f29004a709d90428b79f6131 into a0b58ecb870d4c069b4401a25c08c8d4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:25,830 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/20de3f10b79d4faa83ed4aa8accbcb1a as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/20de3f10b79d4faa83ed4aa8accbcb1a 2024-11-13T10:13:25,830 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:25,830 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/B, priority=13, startTime=1731492805710; duration=0sec 2024-11-13T10:13:25,835 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:25,839 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:B 2024-11-13T10:13:25,839 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:25,845 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:25,846 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/C is initiating minor compaction (all files) 2024-11-13T10:13:25,846 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/C in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:25,847 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/cbd5a72e8ff14a468e1c78232c100c0b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/17d1c39c643a4b0aab7c2a060f392d0d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/560dd114d35a470a8e1df18c36c77d6a] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=35.3 K 2024-11-13T10:13:25,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741857_1033 (size=12001) 2024-11-13T10:13:25,849 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting cbd5a72e8ff14a468e1c78232c100c0b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731492802366 2024-11-13T10:13:25,849 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/A of 0f211ad4f29004a709d90428b79f6131 into 20de3f10b79d4faa83ed4aa8accbcb1a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:25,849 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/562b3ad2dc92470d95c724b7c14eacfd 2024-11-13T10:13:25,849 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:25,849 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/A, priority=13, startTime=1731492805710; duration=0sec 2024-11-13T10:13:25,849 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:25,849 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:A 2024-11-13T10:13:25,850 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 17d1c39c643a4b0aab7c2a060f392d0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731492803725 2024-11-13T10:13:25,856 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 560dd114d35a470a8e1df18c36c77d6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731492804413 2024-11-13T10:13:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:25,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:25,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/e1ef474a0c3e4038a956a0d4247f6a3d is 50, key is test_row_0/B:col10/1731492805201/Put/seqid=0 2024-11-13T10:13:25,892 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#C#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:25,893 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/d1771a376d084876ba10743230e83914 is 50, key is test_row_0/C:col10/1731492805070/Put/seqid=0 2024-11-13T10:13:25,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492865895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:25,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:25,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492865897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:25,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:25,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:25,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492865900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:25,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:25,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492865900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:25,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:25,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492865902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:25,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:25,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:25,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741859_1035 (size=12207) 2024-11-13T10:13:25,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741858_1034 (size=12001) 2024-11-13T10:13:26,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492866006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:26,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:26,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492866015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:26,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:26,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492866015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:26,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:26,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:26,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:26,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492866016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:26,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:26,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492866026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:26,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:26,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492866217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:26,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:26,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492866225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:26,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:26,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492866225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:26,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492866236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:26,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492866236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:26,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:26,325 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/e1ef474a0c3e4038a956a0d4247f6a3d 2024-11-13T10:13:26,340 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/d1771a376d084876ba10743230e83914 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/d1771a376d084876ba10743230e83914 2024-11-13T10:13:26,361 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/C of 0f211ad4f29004a709d90428b79f6131 into d1771a376d084876ba10743230e83914(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:26,361 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:26,361 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/C, priority=13, startTime=1731492805711; duration=0sec 2024-11-13T10:13:26,362 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:26,362 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:C 2024-11-13T10:13:26,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/8b213cf046a44d52953912a31292e63f is 50, key is test_row_0/C:col10/1731492805201/Put/seqid=0 2024-11-13T10:13:26,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741860_1036 (size=12001) 2024-11-13T10:13:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T10:13:26,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492866525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:26,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:26,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492866545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:26,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:26,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492866548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:26,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:26,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492866555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:26,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:26,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492866555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:26,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:26,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:26,584 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T10:13:26,585 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T10:13:26,587 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:13:26,587 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T10:13:26,588 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T10:13:26,588 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T10:13:26,589 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T10:13:26,589 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-13T10:13:26,794 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/8b213cf046a44d52953912a31292e63f 2024-11-13T10:13:26,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/562b3ad2dc92470d95c724b7c14eacfd as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/562b3ad2dc92470d95c724b7c14eacfd 2024-11-13T10:13:26,832 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/562b3ad2dc92470d95c724b7c14eacfd, entries=150, sequenceid=129, filesize=11.7 K 2024-11-13T10:13:26,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/e1ef474a0c3e4038a956a0d4247f6a3d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/e1ef474a0c3e4038a956a0d4247f6a3d 2024-11-13T10:13:26,846 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/e1ef474a0c3e4038a956a0d4247f6a3d, entries=150, sequenceid=129, filesize=11.7 K 2024-11-13T10:13:26,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/8b213cf046a44d52953912a31292e63f as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/8b213cf046a44d52953912a31292e63f 2024-11-13T10:13:26,861 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/8b213cf046a44d52953912a31292e63f, entries=150, sequenceid=129, filesize=11.7 K 2024-11-13T10:13:26,863 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~118.53 KB/121370, heapSize ~335.33 KB/343376, currentSize=67.09 KB/68700 for 0f211ad4f29004a709d90428b79f6131 in 1100ms, sequenceid=129, compaction requested=false 2024-11-13T10:13:26,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:26,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:26,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-13T10:13:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-13T10:13:26,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T10:13:26,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5160 sec 2024-11-13T10:13:26,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 2.5260 sec 2024-11-13T10:13:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:27,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-13T10:13:27,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:27,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:27,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:27,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:27,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:27,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:27,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/d79c6095e14e442a9e98ff46db3bcfb1 is 50, key is test_row_0/A:col10/1731492805896/Put/seqid=0 2024-11-13T10:13:27,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741861_1037 (size=12151) 2024-11-13T10:13:27,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492867081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:27,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492867082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:27,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492867086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:27,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:27,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492867093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:27,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492867084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:27,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:27,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:27,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492867205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:27,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:27,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492867205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:27,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:27,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492867205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:27,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492867205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:27,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492867205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:27,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:27,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492867415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492867416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:27,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492867416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:27,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:27,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492867416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:27,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:27,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492867416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:27,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/d79c6095e14e442a9e98ff46db3bcfb1 2024-11-13T10:13:27,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/8099a126e2c64233a42b32f1c85fb0da is 50, key is test_row_0/B:col10/1731492805896/Put/seqid=0 2024-11-13T10:13:27,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741862_1038 (size=12151) 2024-11-13T10:13:27,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:27,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492867725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:27,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:27,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:27,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492867725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:27,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:27,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492867726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:27,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:27,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:27,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492867726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:27,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:27,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:27,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492867726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:27,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/8099a126e2c64233a42b32f1c85fb0da 2024-11-13T10:13:27,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/904ada111279419986f4ce3379c5cc8d is 50, key is test_row_0/C:col10/1731492805896/Put/seqid=0 2024-11-13T10:13:27,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741863_1039 (size=12151) 2024-11-13T10:13:28,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492868235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:28,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:28,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:28,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492868235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:28,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492868236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:28,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:28,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:28,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:28,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492868236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:28,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492868236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:28,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:28,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:28,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:28,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/904ada111279419986f4ce3379c5cc8d 2024-11-13T10:13:28,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/d79c6095e14e442a9e98ff46db3bcfb1 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/d79c6095e14e442a9e98ff46db3bcfb1 2024-11-13T10:13:28,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/d79c6095e14e442a9e98ff46db3bcfb1, entries=150, sequenceid=146, filesize=11.9 K 2024-11-13T10:13:28,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/8099a126e2c64233a42b32f1c85fb0da as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/8099a126e2c64233a42b32f1c85fb0da 2024-11-13T10:13:28,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/8099a126e2c64233a42b32f1c85fb0da, entries=150, sequenceid=146, filesize=11.9 K 2024-11-13T10:13:28,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/904ada111279419986f4ce3379c5cc8d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/904ada111279419986f4ce3379c5cc8d 2024-11-13T10:13:28,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/904ada111279419986f4ce3379c5cc8d, entries=150, sequenceid=146, filesize=11.9 K 2024-11-13T10:13:28,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 0f211ad4f29004a709d90428b79f6131 in 1336ms, sequenceid=146, compaction requested=true 2024-11-13T10:13:28,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:28,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:13:28,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:28,377 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:28,377 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:28,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:13:28,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:28,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:13:28,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:28,379 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:28,379 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:28,379 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/A is initiating minor compaction (all files) 2024-11-13T10:13:28,379 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/B is initiating minor compaction (all files) 2024-11-13T10:13:28,379 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/B in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:28,379 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/A in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:28,379 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/a0b58ecb870d4c069b4401a25c08c8d4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/e1ef474a0c3e4038a956a0d4247f6a3d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/8099a126e2c64233a42b32f1c85fb0da] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=35.5 K 2024-11-13T10:13:28,379 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/20de3f10b79d4faa83ed4aa8accbcb1a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/562b3ad2dc92470d95c724b7c14eacfd, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/d79c6095e14e442a9e98ff46db3bcfb1] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=35.5 K 2024-11-13T10:13:28,380 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting a0b58ecb870d4c069b4401a25c08c8d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731492804413 2024-11-13T10:13:28,380 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20de3f10b79d4faa83ed4aa8accbcb1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731492804413 2024-11-13T10:13:28,381 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting e1ef474a0c3e4038a956a0d4247f6a3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731492805201 2024-11-13T10:13:28,381 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 562b3ad2dc92470d95c724b7c14eacfd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731492805201 2024-11-13T10:13:28,381 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 8099a126e2c64233a42b32f1c85fb0da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731492805873 2024-11-13T10:13:28,382 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting d79c6095e14e442a9e98ff46db3bcfb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731492805873 2024-11-13T10:13:28,403 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#B#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:28,404 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/b30e81fe2e2f4a3ea16aa380147ce414 is 50, key is test_row_0/B:col10/1731492805896/Put/seqid=0 2024-11-13T10:13:28,419 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:28,420 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/21ac3fe616e14d4097207010b13f9873 is 50, key is test_row_0/A:col10/1731492805896/Put/seqid=0 2024-11-13T10:13:28,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741864_1040 (size=12459) 2024-11-13T10:13:28,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741865_1041 (size=12459) 2024-11-13T10:13:28,449 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/b30e81fe2e2f4a3ea16aa380147ce414 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/b30e81fe2e2f4a3ea16aa380147ce414 2024-11-13T10:13:28,461 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/21ac3fe616e14d4097207010b13f9873 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/21ac3fe616e14d4097207010b13f9873 2024-11-13T10:13:28,465 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/B of 0f211ad4f29004a709d90428b79f6131 into b30e81fe2e2f4a3ea16aa380147ce414(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:28,465 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:28,465 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/B, priority=13, startTime=1731492808377; duration=0sec 2024-11-13T10:13:28,465 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:28,466 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:B 2024-11-13T10:13:28,466 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:28,469 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:28,469 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/C is initiating minor compaction (all files) 2024-11-13T10:13:28,469 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/C in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:28,469 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/d1771a376d084876ba10743230e83914, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/8b213cf046a44d52953912a31292e63f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/904ada111279419986f4ce3379c5cc8d] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=35.5 K 2024-11-13T10:13:28,470 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting d1771a376d084876ba10743230e83914, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731492804413 2024-11-13T10:13:28,471 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b213cf046a44d52953912a31292e63f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731492805201 2024-11-13T10:13:28,472 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 904ada111279419986f4ce3379c5cc8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731492805873 2024-11-13T10:13:28,473 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/A of 0f211ad4f29004a709d90428b79f6131 into 21ac3fe616e14d4097207010b13f9873(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:28,473 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:28,473 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/A, priority=13, startTime=1731492808377; duration=0sec 2024-11-13T10:13:28,473 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:28,473 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:A 2024-11-13T10:13:28,486 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#C#compaction#29 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:28,487 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/846149d3fdaf452b89543ea5a38095c7 is 50, key is test_row_0/C:col10/1731492805896/Put/seqid=0 2024-11-13T10:13:28,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741866_1042 (size=12459) 2024-11-13T10:13:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T10:13:28,516 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:13:28,517 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:13:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-13T10:13:28,520 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:13:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T10:13:28,522 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:13:28,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:13:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T10:13:28,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-13T10:13:28,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:28,678 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-13T10:13:28,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:28,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:28,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:28,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:28,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:28,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:28,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/788db2149cda4c2298d5dd827a90fad7 is 50, key is test_row_0/A:col10/1731492807082/Put/seqid=0 2024-11-13T10:13:28,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741867_1043 (size=12151) 2024-11-13T10:13:28,713 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/788db2149cda4c2298d5dd827a90fad7 2024-11-13T10:13:28,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/b23e198266fd4786b2573973c1b49383 is 50, key is test_row_0/B:col10/1731492807082/Put/seqid=0 2024-11-13T10:13:28,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741868_1044 (size=12151) 2024-11-13T10:13:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T10:13:28,926 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/846149d3fdaf452b89543ea5a38095c7 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/846149d3fdaf452b89543ea5a38095c7 2024-11-13T10:13:28,946 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/C of 0f211ad4f29004a709d90428b79f6131 into 846149d3fdaf452b89543ea5a38095c7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:28,946 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:28,946 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/C, priority=13, startTime=1731492808377; duration=0sec 2024-11-13T10:13:28,947 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:28,947 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:C 2024-11-13T10:13:29,138 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/b23e198266fd4786b2573973c1b49383 2024-11-13T10:13:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T10:13:29,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/45157df0f02e49eeb2b5bb0571464f28 is 50, key is test_row_0/C:col10/1731492807082/Put/seqid=0 2024-11-13T10:13:29,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741869_1045 (size=12151) 2024-11-13T10:13:29,177 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/45157df0f02e49eeb2b5bb0571464f28 2024-11-13T10:13:29,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/788db2149cda4c2298d5dd827a90fad7 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/788db2149cda4c2298d5dd827a90fad7 2024-11-13T10:13:29,196 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/788db2149cda4c2298d5dd827a90fad7, entries=150, sequenceid=166, filesize=11.9 K 2024-11-13T10:13:29,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/b23e198266fd4786b2573973c1b49383 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/b23e198266fd4786b2573973c1b49383 2024-11-13T10:13:29,206 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/b23e198266fd4786b2573973c1b49383, entries=150, sequenceid=166, filesize=11.9 K 2024-11-13T10:13:29,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/45157df0f02e49eeb2b5bb0571464f28 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/45157df0f02e49eeb2b5bb0571464f28 2024-11-13T10:13:29,217 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/45157df0f02e49eeb2b5bb0571464f28, entries=150, sequenceid=166, filesize=11.9 K 2024-11-13T10:13:29,219 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 0f211ad4f29004a709d90428b79f6131 in 541ms, sequenceid=166, compaction requested=false 2024-11-13T10:13:29,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:29,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:29,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-13T10:13:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-13T10:13:29,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T10:13:29,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 701 msec 2024-11-13T10:13:29,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 712 msec 2024-11-13T10:13:29,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-13T10:13:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:29,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:29,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:29,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:29,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:29,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:29,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:29,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/8cb499e3a69d45a085f35e5ab92803ea is 50, key is test_row_0/A:col10/1731492809259/Put/seqid=0 2024-11-13T10:13:29,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741870_1046 (size=16931) 2024-11-13T10:13:29,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/8cb499e3a69d45a085f35e5ab92803ea 2024-11-13T10:13:29,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492869298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:29,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:29,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492869300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:29,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:29,312 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492809294, max timestamp=1731492809302Num uniques 859; 2024-11-13T10:13:29,312 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492809294, max timestamp=1731492809302Num uniques 859; 2024-11-13T10:13:29,313 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:13:29,313 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:13:29,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492809294, max timestamp=1731492809305Num uniques 859; 2024-11-13T10:13:29,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:13:29,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/efdb6c0c3bcc4445b23070fa81255679 is 50, key is test_row_0/B:col10/1731492809259/Put/seqid=0 2024-11-13T10:13:29,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741871_1047 (size=12151) 2024-11-13T10:13:29,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/efdb6c0c3bcc4445b23070fa81255679 2024-11-13T10:13:29,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/aa5f9de8671f48e58c884ee589621529 is 50, key is test_row_0/C:col10/1731492809259/Put/seqid=0 2024-11-13T10:13:29,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492869364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:29,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:29,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492869365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:29,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492869372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:29,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:29,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741872_1048 (size=12151) 2024-11-13T10:13:29,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/aa5f9de8671f48e58c884ee589621529 2024-11-13T10:13:29,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/8cb499e3a69d45a085f35e5ab92803ea as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/8cb499e3a69d45a085f35e5ab92803ea 2024-11-13T10:13:29,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/8cb499e3a69d45a085f35e5ab92803ea, entries=250, sequenceid=178, filesize=16.5 K 2024-11-13T10:13:29,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/efdb6c0c3bcc4445b23070fa81255679 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/efdb6c0c3bcc4445b23070fa81255679 2024-11-13T10:13:29,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/efdb6c0c3bcc4445b23070fa81255679, entries=150, sequenceid=178, filesize=11.9 K 2024-11-13T10:13:29,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/aa5f9de8671f48e58c884ee589621529 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/aa5f9de8671f48e58c884ee589621529 2024-11-13T10:13:29,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492869416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:29,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:29,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492869416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:29,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:29,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/aa5f9de8671f48e58c884ee589621529, entries=150, sequenceid=178, filesize=11.9 K 2024-11-13T10:13:29,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 0f211ad4f29004a709d90428b79f6131 in 169ms, sequenceid=178, compaction requested=true 2024-11-13T10:13:29,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:29,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:13:29,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:29,431 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:29,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:13:29,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:29,431 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:29,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:13:29,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:29,433 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41541 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:29,433 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:29,433 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/A is initiating minor compaction (all files) 2024-11-13T10:13:29,433 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/B is initiating minor compaction (all files) 2024-11-13T10:13:29,433 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/B in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:29,433 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/A in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:29,433 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/21ac3fe616e14d4097207010b13f9873, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/788db2149cda4c2298d5dd827a90fad7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/8cb499e3a69d45a085f35e5ab92803ea] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=40.6 K 2024-11-13T10:13:29,433 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/b30e81fe2e2f4a3ea16aa380147ce414, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/b23e198266fd4786b2573973c1b49383, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/efdb6c0c3bcc4445b23070fa81255679] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=35.9 K 2024-11-13T10:13:29,434 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21ac3fe616e14d4097207010b13f9873, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731492805873 2024-11-13T10:13:29,434 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting b30e81fe2e2f4a3ea16aa380147ce414, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731492805873 2024-11-13T10:13:29,434 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting b23e198266fd4786b2573973c1b49383, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731492807080 2024-11-13T10:13:29,434 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 788db2149cda4c2298d5dd827a90fad7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731492807080 2024-11-13T10:13:29,435 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting efdb6c0c3bcc4445b23070fa81255679, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731492809249 2024-11-13T10:13:29,435 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cb499e3a69d45a085f35e5ab92803ea, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731492809249 2024-11-13T10:13:29,452 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#B#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:29,454 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/f341a0acb90749ce8c691e231563c9b4 is 50, key is test_row_0/B:col10/1731492809259/Put/seqid=0 2024-11-13T10:13:29,459 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#A#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:29,459 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/a3af36e7c0074753971d7db09ad7bd31 is 50, key is test_row_0/A:col10/1731492809259/Put/seqid=0 2024-11-13T10:13:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:29,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-13T10:13:29,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:29,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:13:29,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:29,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:13:29,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:29,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:13:29,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/93dbb75e88474696bdd48e2d43731b40 is 50, key is test_row_0/A:col10/1731492809369/Put/seqid=0 2024-11-13T10:13:29,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741873_1049 (size=12561) 2024-11-13T10:13:29,501 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/f341a0acb90749ce8c691e231563c9b4 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/f341a0acb90749ce8c691e231563c9b4 2024-11-13T10:13:29,510 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/B of 0f211ad4f29004a709d90428b79f6131 into f341a0acb90749ce8c691e231563c9b4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:29,510 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:29,511 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/B, priority=13, startTime=1731492809431; duration=0sec 2024-11-13T10:13:29,511 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:29,511 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:B 2024-11-13T10:13:29,511 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:29,513 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:29,513 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/C is initiating minor compaction (all files) 2024-11-13T10:13:29,514 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/C in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:29,514 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/846149d3fdaf452b89543ea5a38095c7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/45157df0f02e49eeb2b5bb0571464f28, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/aa5f9de8671f48e58c884ee589621529] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=35.9 K 2024-11-13T10:13:29,515 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 846149d3fdaf452b89543ea5a38095c7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731492805873 2024-11-13T10:13:29,516 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 45157df0f02e49eeb2b5bb0571464f28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731492807080 2024-11-13T10:13:29,517 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting aa5f9de8671f48e58c884ee589621529, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731492809249 2024-11-13T10:13:29,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741874_1050 (size=12561) 2024-11-13T10:13:29,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492869509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:29,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:29,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:29,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492869514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492869511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:29,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:29,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:29,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741875_1051 (size=14541) 2024-11-13T10:13:29,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/93dbb75e88474696bdd48e2d43731b40 2024-11-13T10:13:29,553 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#C#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:29,554 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/245fa574ff954a0fbd8d30dad4600024 is 50, key is test_row_0/C:col10/1731492809259/Put/seqid=0 2024-11-13T10:13:29,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/e91030499a584444a3a920f5e7d5e327 is 50, key is test_row_0/B:col10/1731492809369/Put/seqid=0 2024-11-13T10:13:29,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741876_1052 (size=12561) 2024-11-13T10:13:29,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741877_1053 (size=12151) 2024-11-13T10:13:29,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/e91030499a584444a3a920f5e7d5e327 2024-11-13T10:13:29,577 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/245fa574ff954a0fbd8d30dad4600024 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/245fa574ff954a0fbd8d30dad4600024 2024-11-13T10:13:29,593 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/C of 0f211ad4f29004a709d90428b79f6131 into 245fa574ff954a0fbd8d30dad4600024(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:29,593 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:29,593 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/C, priority=13, startTime=1731492809431; duration=0sec 2024-11-13T10:13:29,594 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:29,594 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:C 2024-11-13T10:13:29,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/6b2d49365f7e42639d7085c3c2a6f275 is 50, key is test_row_0/C:col10/1731492809369/Put/seqid=0 2024-11-13T10:13:29,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741878_1054 (size=12151) 2024-11-13T10:13:29,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492869636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:29,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:29,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492869636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:29,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:29,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492869636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:29,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:29,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492869636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:29,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492869636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:29,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:29,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T10:13:29,656 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:13:29,656 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:13:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-13T10:13:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T10:13:29,660 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:13:29,660 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:13:29,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:13:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T10:13:29,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-13T10:13:29,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:29,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:29,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:29,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:29,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:29,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492869845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:29,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:29,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492869855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:29,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:29,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492869855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:29,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:29,939 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/a3af36e7c0074753971d7db09ad7bd31 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/a3af36e7c0074753971d7db09ad7bd31 2024-11-13T10:13:29,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492869945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:29,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:29,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492869955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:29,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:29,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:29,962 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/A of 0f211ad4f29004a709d90428b79f6131 into a3af36e7c0074753971d7db09ad7bd31(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:29,963 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:29,963 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/A, priority=13, startTime=1731492809430; duration=0sec 2024-11-13T10:13:29,963 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:29,963 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:A 2024-11-13T10:13:29,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-13T10:13:29,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:29,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:29,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:29,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:29,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T10:13:30,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/6b2d49365f7e42639d7085c3c2a6f275 2024-11-13T10:13:30,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/93dbb75e88474696bdd48e2d43731b40 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/93dbb75e88474696bdd48e2d43731b40 2024-11-13T10:13:30,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/93dbb75e88474696bdd48e2d43731b40, entries=200, sequenceid=215, filesize=14.2 K 2024-11-13T10:13:30,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/e91030499a584444a3a920f5e7d5e327 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/e91030499a584444a3a920f5e7d5e327 2024-11-13T10:13:30,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/e91030499a584444a3a920f5e7d5e327, entries=150, sequenceid=215, filesize=11.9 K 2024-11-13T10:13:30,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/6b2d49365f7e42639d7085c3c2a6f275 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/6b2d49365f7e42639d7085c3c2a6f275 2024-11-13T10:13:30,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/6b2d49365f7e42639d7085c3c2a6f275, entries=150, sequenceid=215, filesize=11.9 K 2024-11-13T10:13:30,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 0f211ad4f29004a709d90428b79f6131 in 594ms, sequenceid=215, compaction requested=false 2024-11-13T10:13:30,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:30,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-13T10:13:30,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:30,127 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-13T10:13:30,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:30,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:30,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:30,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:30,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:30,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:30,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/9c8d75511df84748a982cdcdaf939091 is 50, key is test_row_0/A:col10/1731492809511/Put/seqid=0 2024-11-13T10:13:30,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741879_1055 (size=9757) 2024-11-13T10:13:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:30,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:30,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731492810242, max timestamp=1731492810273Num uniques 859; 2024-11-13T10:13:30,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731492810242, max timestamp=1731492810273Num uniques 859; 2024-11-13T10:13:30,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731492810242, max timestamp=1731492810273Num uniques 859; 2024-11-13T10:13:30,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-13T10:13:30,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-13T10:13:30,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-13T10:13:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T10:13:30,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492870315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:30,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492870315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:30,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:30,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:30,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492870321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:30,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:30,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492870425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:30,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:30,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492870425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:30,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:30,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492870435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:30,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492870455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:30,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:30,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492870465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:30,543 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/9c8d75511df84748a982cdcdaf939091 2024-11-13T10:13:30,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/bfc57456eca547cbbd40dc30984b50ab is 50, key is test_row_0/B:col10/1731492809511/Put/seqid=0 2024-11-13T10:13:30,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741880_1056 (size=9757) 2024-11-13T10:13:30,569 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/bfc57456eca547cbbd40dc30984b50ab 2024-11-13T10:13:30,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/71dd015dc4f84d63a3f074b169b963e7 is 50, key is test_row_0/C:col10/1731492809511/Put/seqid=0 2024-11-13T10:13:30,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741881_1057 (size=9757) 2024-11-13T10:13:30,594 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/71dd015dc4f84d63a3f074b169b963e7 2024-11-13T10:13:30,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/9c8d75511df84748a982cdcdaf939091 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/9c8d75511df84748a982cdcdaf939091 2024-11-13T10:13:30,610 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/9c8d75511df84748a982cdcdaf939091, entries=100, sequenceid=228, filesize=9.5 K 2024-11-13T10:13:30,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/bfc57456eca547cbbd40dc30984b50ab as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/bfc57456eca547cbbd40dc30984b50ab 2024-11-13T10:13:30,621 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/bfc57456eca547cbbd40dc30984b50ab, entries=100, sequenceid=228, filesize=9.5 K 2024-11-13T10:13:30,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/71dd015dc4f84d63a3f074b169b963e7 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/71dd015dc4f84d63a3f074b169b963e7 2024-11-13T10:13:30,630 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/71dd015dc4f84d63a3f074b169b963e7, entries=100, sequenceid=228, filesize=9.5 K 2024-11-13T10:13:30,631 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0f211ad4f29004a709d90428b79f6131 in 505ms, sequenceid=228, compaction requested=true 2024-11-13T10:13:30,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:30,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:30,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-13T10:13:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-13T10:13:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:30,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-13T10:13:30,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:30,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:13:30,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:30,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:13:30,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:30,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:13:30,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T10:13:30,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 973 msec 2024-11-13T10:13:30,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 992 msec 2024-11-13T10:13:30,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/2a0bf104836242908dfd091db3a22635 is 50, key is test_row_0/A:col10/1731492810312/Put/seqid=0 2024-11-13T10:13:30,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741882_1058 (size=14741) 2024-11-13T10:13:30,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/2a0bf104836242908dfd091db3a22635 2024-11-13T10:13:30,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492870666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:30,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492870669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:30,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492870664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:30,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:30,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/c6b3af8b5b8746b6ae9f993b0b4842e5 is 50, key is test_row_0/B:col10/1731492810312/Put/seqid=0 2024-11-13T10:13:30,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741883_1059 (size=12301) 2024-11-13T10:13:30,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492870785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:30,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:30,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492870785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:30,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492870785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:30,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:30,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:30,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T10:13:30,795 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:13:30,795 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:13:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-13T10:13:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T10:13:30,799 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:13:30,800 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:13:30,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:13:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T10:13:30,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T10:13:30,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:30,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:30,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:30,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:30,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:31,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492870995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:31,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492870996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:31,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492870996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:31,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/c6b3af8b5b8746b6ae9f993b0b4842e5 2024-11-13T10:13:31,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/452230edd0dd4cf7a7bc84eb0b9b84c7 is 50, key is test_row_0/C:col10/1731492810312/Put/seqid=0 2024-11-13T10:13:31,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741884_1060 (size=12301) 2024-11-13T10:13:31,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T10:13:31,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:31,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:31,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:31,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:31,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T10:13:31,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T10:13:31,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:31,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:31,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:31,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:31,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:31,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492871305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:31,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:31,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:31,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:31,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492871315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:31,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:31,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:31,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:31,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492871315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:31,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:31,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:31,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:31,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T10:13:31,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:31,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:31,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:31,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:31,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T10:13:31,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492871475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:31,482 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in 0f211ad4f29004a709d90428b79f6131 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:13:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:31,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492871485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:31,487 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_0' in 0f211ad4f29004a709d90428b79f6131 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:13:31,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:31,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:31,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:31,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/452230edd0dd4cf7a7bc84eb0b9b84c7 2024-11-13T10:13:31,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/2a0bf104836242908dfd091db3a22635 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/2a0bf104836242908dfd091db3a22635 2024-11-13T10:13:31,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/2a0bf104836242908dfd091db3a22635, entries=200, sequenceid=264, filesize=14.4 K 2024-11-13T10:13:31,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/c6b3af8b5b8746b6ae9f993b0b4842e5 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/c6b3af8b5b8746b6ae9f993b0b4842e5 2024-11-13T10:13:31,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/c6b3af8b5b8746b6ae9f993b0b4842e5, entries=150, sequenceid=264, filesize=12.0 K 2024-11-13T10:13:31,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/452230edd0dd4cf7a7bc84eb0b9b84c7 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/452230edd0dd4cf7a7bc84eb0b9b84c7 2024-11-13T10:13:31,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/452230edd0dd4cf7a7bc84eb0b9b84c7, entries=150, sequenceid=264, filesize=12.0 K 2024-11-13T10:13:31,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 0f211ad4f29004a709d90428b79f6131 in 894ms, sequenceid=264, compaction requested=true 2024-11-13T10:13:31,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:31,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:13:31,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:31,538 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:13:31,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:13:31,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:31,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:13:31,538 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:13:31,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:31,540 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:13:31,540 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/A is initiating minor compaction (all files) 2024-11-13T10:13:31,540 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/A in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:31,540 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/a3af36e7c0074753971d7db09ad7bd31, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/93dbb75e88474696bdd48e2d43731b40, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/9c8d75511df84748a982cdcdaf939091, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/2a0bf104836242908dfd091db3a22635] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=50.4 K 2024-11-13T10:13:31,541 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46770 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:13:31,541 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/B is initiating minor compaction (all files) 2024-11-13T10:13:31,541 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/B in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:31,541 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/f341a0acb90749ce8c691e231563c9b4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/e91030499a584444a3a920f5e7d5e327, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/bfc57456eca547cbbd40dc30984b50ab, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/c6b3af8b5b8746b6ae9f993b0b4842e5] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=45.7 K 2024-11-13T10:13:31,541 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3af36e7c0074753971d7db09ad7bd31, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731492809249 2024-11-13T10:13:31,542 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting f341a0acb90749ce8c691e231563c9b4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731492809249 2024-11-13T10:13:31,542 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93dbb75e88474696bdd48e2d43731b40, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731492809352 2024-11-13T10:13:31,542 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting e91030499a584444a3a920f5e7d5e327, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731492809358 2024-11-13T10:13:31,542 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c8d75511df84748a982cdcdaf939091, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731492809508 2024-11-13T10:13:31,543 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting bfc57456eca547cbbd40dc30984b50ab, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731492809508 2024-11-13T10:13:31,543 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a0bf104836242908dfd091db3a22635, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731492810302 2024-11-13T10:13:31,543 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting c6b3af8b5b8746b6ae9f993b0b4842e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731492810312 2024-11-13T10:13:31,561 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#A#compaction#48 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:31,562 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#B#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:31,562 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/4030727709884043ad732b28a44df92a is 50, key is test_row_0/B:col10/1731492810312/Put/seqid=0 2024-11-13T10:13:31,564 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/6e6e459c01794c96a8cba80a51f4fa0d is 50, key is test_row_0/A:col10/1731492810312/Put/seqid=0 2024-11-13T10:13:31,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741885_1061 (size=12847) 2024-11-13T10:13:31,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T10:13:31,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:31,573 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-13T10:13:31,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:31,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:31,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:31,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:31,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:31,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:31,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/a2fc2789cc6e4dddbd1b65e638c1bb63 is 50, key is test_row_0/A:col10/1731492810664/Put/seqid=0 2024-11-13T10:13:31,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741886_1062 (size=12847) 2024-11-13T10:13:31,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741887_1063 (size=12301) 2024-11-13T10:13:31,595 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/a2fc2789cc6e4dddbd1b65e638c1bb63 2024-11-13T10:13:31,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/12ddc07c178a41709529be4a0d4ced10 is 50, key is test_row_0/B:col10/1731492810664/Put/seqid=0 2024-11-13T10:13:31,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741888_1064 (size=12301) 2024-11-13T10:13:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:31,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:31,869 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492811856, max timestamp=1731492811866Num uniques 859; 2024-11-13T10:13:31,869 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492811856, max timestamp=1731492811866Num uniques 859; 2024-11-13T10:13:31,870 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:13:31,870 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:13:31,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492811856, max timestamp=1731492811866Num uniques 859; 2024-11-13T10:13:31,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:13:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T10:13:31,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492871940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:31,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:31,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:31,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:31,950 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7680, totalHeapSize=17712, min timestamp=1731492811935, max timestamp=1731492811945Num uniques 1018; 2024-11-13T10:13:31,950 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46610, new segment data size=7680, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-13T10:13:31,951 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7685, totalHeapSize=17712, min timestamp=1731492811935, max timestamp=1731492811945Num uniques 1018; 2024-11-13T10:13:31,951 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7681, totalHeapSize=17712, min timestamp=1731492811935, max timestamp=1731492811945Num uniques 1018; 2024-11-13T10:13:31,951 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46615, new segment data size=7685, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-13T10:13:31,951 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46611, new segment data size=7681, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-13T10:13:31,981 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/4030727709884043ad732b28a44df92a as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/4030727709884043ad732b28a44df92a 2024-11-13T10:13:31,992 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/B of 0f211ad4f29004a709d90428b79f6131 into 4030727709884043ad732b28a44df92a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:31,992 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:31,992 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/B, priority=12, startTime=1731492811538; duration=0sec 2024-11-13T10:13:31,992 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:31,992 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:B 2024-11-13T10:13:31,992 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:13:31,993 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/6e6e459c01794c96a8cba80a51f4fa0d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/6e6e459c01794c96a8cba80a51f4fa0d 2024-11-13T10:13:31,995 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46770 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:13:31,995 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/C is initiating minor compaction (all files) 2024-11-13T10:13:31,995 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/C in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:31,995 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/245fa574ff954a0fbd8d30dad4600024, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/6b2d49365f7e42639d7085c3c2a6f275, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/71dd015dc4f84d63a3f074b169b963e7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/452230edd0dd4cf7a7bc84eb0b9b84c7] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=45.7 K 2024-11-13T10:13:31,996 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 245fa574ff954a0fbd8d30dad4600024, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731492809249 2024-11-13T10:13:31,997 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b2d49365f7e42639d7085c3c2a6f275, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731492809358 2024-11-13T10:13:31,998 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 71dd015dc4f84d63a3f074b169b963e7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731492809508 2024-11-13T10:13:31,999 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 452230edd0dd4cf7a7bc84eb0b9b84c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731492810312 2024-11-13T10:13:32,004 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/A of 0f211ad4f29004a709d90428b79f6131 into 6e6e459c01794c96a8cba80a51f4fa0d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:32,004 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:32,004 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/A, priority=12, startTime=1731492811537; duration=0sec 2024-11-13T10:13:32,006 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:32,006 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:A 2024-11-13T10:13:32,016 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#C#compaction#52 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:32,017 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/1b8804ee6a984f42ad05d3c4336b1200 is 50, key is test_row_0/C:col10/1731492810312/Put/seqid=0 2024-11-13T10:13:32,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731492812001, max timestamp=1731492812022Num uniques 1027; 2024-11-13T10:13:32,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=12682, suffix heap size=134776,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=277 2024-11-13T10:13:32,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731492812001, max timestamp=1731492812022Num uniques 1027; 2024-11-13T10:13:32,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=12682, suffix heap size=134776,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=277 2024-11-13T10:13:32,029 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/12ddc07c178a41709529be4a0d4ced10 2024-11-13T10:13:32,030 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731492812001, max timestamp=1731492812022Num uniques 1027; 2024-11-13T10:13:32,030 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=12682, suffix heap size=134776,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=277 2024-11-13T10:13:32,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741889_1065 (size=12847) 2024-11-13T10:13:32,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/f035ac2319ed4ee6aba73a235a42ce06 is 50, key is test_row_0/C:col10/1731492810664/Put/seqid=0 2024-11-13T10:13:32,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741890_1066 (size=12301) 2024-11-13T10:13:32,058 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/1b8804ee6a984f42ad05d3c4336b1200 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/1b8804ee6a984f42ad05d3c4336b1200 2024-11-13T10:13:32,062 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/f035ac2319ed4ee6aba73a235a42ce06 2024-11-13T10:13:32,071 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/C of 0f211ad4f29004a709d90428b79f6131 into 1b8804ee6a984f42ad05d3c4336b1200(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:32,071 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:32,071 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/C, priority=12, startTime=1731492811538; duration=0sec 2024-11-13T10:13:32,071 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:32,071 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:C 2024-11-13T10:13:32,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/a2fc2789cc6e4dddbd1b65e638c1bb63 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/a2fc2789cc6e4dddbd1b65e638c1bb63 2024-11-13T10:13:32,080 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/a2fc2789cc6e4dddbd1b65e638c1bb63, entries=150, sequenceid=273, filesize=12.0 K 2024-11-13T10:13:32,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492872075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:32,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:32,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/12ddc07c178a41709529be4a0d4ced10 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/12ddc07c178a41709529be4a0d4ced10 2024-11-13T10:13:32,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492872083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:32,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:32,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492872083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:32,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:32,090 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/12ddc07c178a41709529be4a0d4ced10, entries=150, sequenceid=273, filesize=12.0 K 2024-11-13T10:13:32,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/f035ac2319ed4ee6aba73a235a42ce06 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/f035ac2319ed4ee6aba73a235a42ce06 2024-11-13T10:13:32,097 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/f035ac2319ed4ee6aba73a235a42ce06, entries=150, sequenceid=273, filesize=12.0 K 2024-11-13T10:13:32,098 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=147.60 KB/151140 for 0f211ad4f29004a709d90428b79f6131 in 526ms, sequenceid=273, compaction requested=false 2024-11-13T10:13:32,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:32,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:32,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-13T10:13:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-13T10:13:32,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-13T10:13:32,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3000 sec 2024-11-13T10:13:32,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.3110 sec 2024-11-13T10:13:32,192 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731492812072, max timestamp=1731492812187Num uniques 1136; 2024-11-13T10:13:32,192 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=8516, suffix heap size=146112,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=186 2024-11-13T10:13:32,192 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731492812072, max timestamp=1731492812187Num uniques 1136; 2024-11-13T10:13:32,192 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=8516, suffix heap size=146112,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=186 2024-11-13T10:13:32,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=69.33 KB heapSize=187.27 KB 2024-11-13T10:13:32,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:32,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:13:32,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:32,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-13T10:13:32,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:32,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:13:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:32,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/0d83e84827bf42c792b382778a9e9c65 is 50, key is test_row_0/A:col10/1731492812187/Put/seqid=0 2024-11-13T10:13:32,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741891_1067 (size=14741) 2024-11-13T10:13:32,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/0d83e84827bf42c792b382778a9e9c65 2024-11-13T10:13:32,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/1f77340a9e4f49289c79a664600f2dbe is 50, key is test_row_0/B:col10/1731492812187/Put/seqid=0 2024-11-13T10:13:32,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:32,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492872238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:32,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:32,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:32,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492872240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:32,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492872242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:32,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741892_1068 (size=12301) 2024-11-13T10:13:32,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492872345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:32,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492872355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:32,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492872356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:32,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:32,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:32,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492872555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:32,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:32,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492872564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:32,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:32,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492872565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:32,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:32,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/1f77340a9e4f49289c79a664600f2dbe 2024-11-13T10:13:32,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/67dca6e4482b4cb2aa436ae1895ff1cc is 50, key is test_row_0/C:col10/1731492812187/Put/seqid=0 2024-11-13T10:13:32,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741893_1069 (size=12301) 2024-11-13T10:13:32,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492872865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:32,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492872875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:32,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492872875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:32,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:32,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T10:13:32,945 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:13:32,946 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:13:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-13T10:13:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T10:13:32,948 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:13:32,949 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:13:32,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:13:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T10:13:33,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/67dca6e4482b4cb2aa436ae1895ff1cc 2024-11-13T10:13:33,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/0d83e84827bf42c792b382778a9e9c65 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/0d83e84827bf42c792b382778a9e9c65 2024-11-13T10:13:33,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/0d83e84827bf42c792b382778a9e9c65, entries=200, sequenceid=348, filesize=14.4 K 2024-11-13T10:13:33,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/1f77340a9e4f49289c79a664600f2dbe as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/1f77340a9e4f49289c79a664600f2dbe 2024-11-13T10:13:33,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/1f77340a9e4f49289c79a664600f2dbe, entries=150, sequenceid=348, filesize=12.0 K 2024-11-13T10:13:33,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/67dca6e4482b4cb2aa436ae1895ff1cc as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/67dca6e4482b4cb2aa436ae1895ff1cc 2024-11-13T10:13:33,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/67dca6e4482b4cb2aa436ae1895ff1cc, entries=150, sequenceid=348, filesize=12.0 K 2024-11-13T10:13:33,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~69.33 KB/70990, heapSize ~187.22 KB/191712, currentSize=114.05 KB/116790 for 0f211ad4f29004a709d90428b79f6131 in 900ms, sequenceid=348, compaction requested=true 2024-11-13T10:13:33,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:33,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:13:33,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:33,093 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:33,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:13:33,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:33,093 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:33,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:13:33,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:33,094 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:33,094 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:33,094 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/A is initiating minor compaction (all files) 2024-11-13T10:13:33,094 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/B is initiating minor compaction (all files) 2024-11-13T10:13:33,094 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/A in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:33,094 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/B in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:33,094 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/6e6e459c01794c96a8cba80a51f4fa0d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/a2fc2789cc6e4dddbd1b65e638c1bb63, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/0d83e84827bf42c792b382778a9e9c65] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=39.0 K 2024-11-13T10:13:33,094 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/4030727709884043ad732b28a44df92a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/12ddc07c178a41709529be4a0d4ced10, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/1f77340a9e4f49289c79a664600f2dbe] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=36.6 K 2024-11-13T10:13:33,095 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 4030727709884043ad732b28a44df92a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731492810312 2024-11-13T10:13:33,095 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e6e459c01794c96a8cba80a51f4fa0d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731492810312 2024-11-13T10:13:33,095 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 12ddc07c178a41709529be4a0d4ced10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731492810653 2024-11-13T10:13:33,095 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2fc2789cc6e4dddbd1b65e638c1bb63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731492810653 2024-11-13T10:13:33,096 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f77340a9e4f49289c79a664600f2dbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731492812072 2024-11-13T10:13:33,096 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d83e84827bf42c792b382778a9e9c65, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731492812072 2024-11-13T10:13:33,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T10:13:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:33,103 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-13T10:13:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:33,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:33,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:33,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:33,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/a5b0032ca69a448db1e1b4f96a19650c is 50, key is test_row_0/A:col10/1731492812240/Put/seqid=0 2024-11-13T10:13:33,113 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#A#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:33,114 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#B#compaction#57 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:33,114 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/55f99e7a6aec4f20a188a41e14d99c35 is 50, key is test_row_0/A:col10/1731492812187/Put/seqid=0 2024-11-13T10:13:33,114 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/3f0bd5b4de994fc1ba20a2eb8f7e37ab is 50, key is test_row_0/B:col10/1731492812187/Put/seqid=0 2024-11-13T10:13:33,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741894_1070 (size=12301) 2024-11-13T10:13:33,137 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/a5b0032ca69a448db1e1b4f96a19650c 2024-11-13T10:13:33,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741895_1071 (size=12949) 2024-11-13T10:13:33,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/61683e965460438390c1365f03c5ca96 is 50, key is test_row_0/B:col10/1731492812240/Put/seqid=0 2024-11-13T10:13:33,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741896_1072 (size=12949) 2024-11-13T10:13:33,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741897_1073 (size=12301) 2024-11-13T10:13:33,168 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/61683e965460438390c1365f03c5ca96 2024-11-13T10:13:33,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/c1e74b6e16664ee089ed24a6d45af399 is 50, key is test_row_0/C:col10/1731492812240/Put/seqid=0 2024-11-13T10:13:33,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741898_1074 (size=12301) 2024-11-13T10:13:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T10:13:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:33,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:33,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492873404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:33,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:33,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492873407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:33,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:33,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492873413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:33,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:33,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492873495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:33,497 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in 0f211ad4f29004a709d90428b79f6131 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:13:33,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:33,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492873505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:33,508 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_0' in 0f211ad4f29004a709d90428b79f6131 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:13:33,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:33,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492873516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492873516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:33,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492873537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:33,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:33,562 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/3f0bd5b4de994fc1ba20a2eb8f7e37ab as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/3f0bd5b4de994fc1ba20a2eb8f7e37ab 2024-11-13T10:13:33,569 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/55f99e7a6aec4f20a188a41e14d99c35 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/55f99e7a6aec4f20a188a41e14d99c35 2024-11-13T10:13:33,573 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/B of 0f211ad4f29004a709d90428b79f6131 into 3f0bd5b4de994fc1ba20a2eb8f7e37ab(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:33,573 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:33,573 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/B, priority=13, startTime=1731492813093; duration=0sec 2024-11-13T10:13:33,573 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:33,573 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:B 2024-11-13T10:13:33,573 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T10:13:33,576 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:33,576 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/C is initiating minor compaction (all files) 2024-11-13T10:13:33,576 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/C in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:33,577 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/1b8804ee6a984f42ad05d3c4336b1200, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/f035ac2319ed4ee6aba73a235a42ce06, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/67dca6e4482b4cb2aa436ae1895ff1cc] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=36.6 K 2024-11-13T10:13:33,577 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b8804ee6a984f42ad05d3c4336b1200, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731492810312 2024-11-13T10:13:33,577 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting f035ac2319ed4ee6aba73a235a42ce06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731492810653 2024-11-13T10:13:33,578 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 67dca6e4482b4cb2aa436ae1895ff1cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731492812072 2024-11-13T10:13:33,580 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/A of 0f211ad4f29004a709d90428b79f6131 into 55f99e7a6aec4f20a188a41e14d99c35(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:33,580 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:33,580 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/A, priority=13, startTime=1731492813092; duration=0sec 2024-11-13T10:13:33,580 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:33,580 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:A 2024-11-13T10:13:33,588 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#C#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:33,589 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/5ae5707f12384a01b11841436ed28c62 is 50, key is test_row_0/C:col10/1731492812187/Put/seqid=0 2024-11-13T10:13:33,598 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/c1e74b6e16664ee089ed24a6d45af399 2024-11-13T10:13:33,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/a5b0032ca69a448db1e1b4f96a19650c as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/a5b0032ca69a448db1e1b4f96a19650c 2024-11-13T10:13:33,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741899_1075 (size=12949) 2024-11-13T10:13:33,618 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/a5b0032ca69a448db1e1b4f96a19650c, entries=150, sequenceid=368, filesize=12.0 K 2024-11-13T10:13:33,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/61683e965460438390c1365f03c5ca96 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/61683e965460438390c1365f03c5ca96 2024-11-13T10:13:33,625 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/5ae5707f12384a01b11841436ed28c62 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/5ae5707f12384a01b11841436ed28c62 2024-11-13T10:13:33,633 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/61683e965460438390c1365f03c5ca96, entries=150, sequenceid=368, filesize=12.0 K 2024-11-13T10:13:33,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/c1e74b6e16664ee089ed24a6d45af399 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/c1e74b6e16664ee089ed24a6d45af399 2024-11-13T10:13:33,636 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/C of 0f211ad4f29004a709d90428b79f6131 into 5ae5707f12384a01b11841436ed28c62(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:33,637 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:33,637 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/C, priority=13, startTime=1731492813093; duration=0sec 2024-11-13T10:13:33,637 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:33,638 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:C 2024-11-13T10:13:33,644 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/c1e74b6e16664ee089ed24a6d45af399, entries=150, sequenceid=368, filesize=12.0 K 2024-11-13T10:13:33,646 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 0f211ad4f29004a709d90428b79f6131 in 542ms, sequenceid=368, compaction requested=false 2024-11-13T10:13:33,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:33,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:33,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-13T10:13:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-13T10:13:33,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-13T10:13:33,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 700 msec 2024-11-13T10:13:33,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 710 msec 2024-11-13T10:13:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:33,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-13T10:13:33,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:33,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:33,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:33,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:33,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:33,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:33,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/96e7d8b27d434faea09b9e416a0bfb2b is 50, key is test_row_0/A:col10/1731492813746/Put/seqid=0 2024-11-13T10:13:33,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741900_1076 (size=14741) 2024-11-13T10:13:33,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492873774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:33,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:33,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492873776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:33,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:33,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492873777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:33,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:33,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:33,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492873885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492873885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:33,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:33,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:33,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492873894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T10:13:34,086 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:13:34,086 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:13:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-13T10:13:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T10:13:34,088 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:13:34,089 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:13:34,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:13:34,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492874095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:34,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492874095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:34,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:34,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:34,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:34,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:34,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:34,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:34,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492874105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:34,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:34,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:34,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:34,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/96e7d8b27d434faea09b9e416a0bfb2b 2024-11-13T10:13:34,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/623242afff2542f48e68fcb6a03e81e4 is 50, key is test_row_0/B:col10/1731492813746/Put/seqid=0 2024-11-13T10:13:34,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741901_1077 (size=12301) 2024-11-13T10:13:34,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/623242afff2542f48e68fcb6a03e81e4 2024-11-13T10:13:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T10:13:34,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/0f9c228daf8e47949db124118cb5eb29 is 50, key is test_row_0/C:col10/1731492813746/Put/seqid=0 2024-11-13T10:13:34,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741902_1078 (size=12301) 2024-11-13T10:13:34,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-13T10:13:34,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:34,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:34,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:34,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:34,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:34,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-13T10:13:34,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:34,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:34,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:34,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:34,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T10:13:34,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492874405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:34,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:34,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:34,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:34,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492874405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:34,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:34,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:34,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:34,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492874415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:34,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:34,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:34,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:34,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-13T10:13:34,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:34,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:34,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:34,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:34,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:34,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/0f9c228daf8e47949db124118cb5eb29 2024-11-13T10:13:34,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/96e7d8b27d434faea09b9e416a0bfb2b as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/96e7d8b27d434faea09b9e416a0bfb2b 2024-11-13T10:13:34,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/96e7d8b27d434faea09b9e416a0bfb2b, entries=200, sequenceid=385, filesize=14.4 K 2024-11-13T10:13:34,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/623242afff2542f48e68fcb6a03e81e4 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/623242afff2542f48e68fcb6a03e81e4 2024-11-13T10:13:34,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/623242afff2542f48e68fcb6a03e81e4, entries=150, sequenceid=385, filesize=12.0 K 2024-11-13T10:13:34,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/0f9c228daf8e47949db124118cb5eb29 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/0f9c228daf8e47949db124118cb5eb29 2024-11-13T10:13:34,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/0f9c228daf8e47949db124118cb5eb29, entries=150, sequenceid=385, filesize=12.0 K 2024-11-13T10:13:34,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 0f211ad4f29004a709d90428b79f6131 in 901ms, sequenceid=385, compaction requested=true 2024-11-13T10:13:34,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:34,649 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:34,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:13:34,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:34,650 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:34,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:13:34,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:34,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:13:34,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:34,651 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:34,651 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/A is initiating minor compaction (all files) 2024-11-13T10:13:34,651 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/A in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:34,651 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/55f99e7a6aec4f20a188a41e14d99c35, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/a5b0032ca69a448db1e1b4f96a19650c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/96e7d8b27d434faea09b9e416a0bfb2b] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=39.1 K 2024-11-13T10:13:34,652 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55f99e7a6aec4f20a188a41e14d99c35, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731492812072 2024-11-13T10:13:34,652 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:34,652 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/B is initiating minor compaction (all files) 2024-11-13T10:13:34,652 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5b0032ca69a448db1e1b4f96a19650c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731492812231 2024-11-13T10:13:34,653 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/B in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:34,653 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/3f0bd5b4de994fc1ba20a2eb8f7e37ab, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/61683e965460438390c1365f03c5ca96, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/623242afff2542f48e68fcb6a03e81e4] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=36.7 K 2024-11-13T10:13:34,653 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96e7d8b27d434faea09b9e416a0bfb2b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1731492813388 2024-11-13T10:13:34,654 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f0bd5b4de994fc1ba20a2eb8f7e37ab, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731492812072 2024-11-13T10:13:34,654 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 61683e965460438390c1365f03c5ca96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731492812231 2024-11-13T10:13:34,655 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 623242afff2542f48e68fcb6a03e81e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1731492813388 2024-11-13T10:13:34,667 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#A#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:34,668 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/939bb4668bac4dedbebe6ce0bec0077e is 50, key is test_row_0/A:col10/1731492813746/Put/seqid=0 2024-11-13T10:13:34,671 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#B#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:34,671 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/ecfc2edb4a894642b5dad2c8d64080d5 is 50, key is test_row_0/B:col10/1731492813746/Put/seqid=0 2024-11-13T10:13:34,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741904_1080 (size=13051) 2024-11-13T10:13:34,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741903_1079 (size=13051) 2024-11-13T10:13:34,696 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/ecfc2edb4a894642b5dad2c8d64080d5 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/ecfc2edb4a894642b5dad2c8d64080d5 2024-11-13T10:13:34,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-13T10:13:34,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:34,704 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/B of 0f211ad4f29004a709d90428b79f6131 into ecfc2edb4a894642b5dad2c8d64080d5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:34,704 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:34,704 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/B, priority=13, startTime=1731492814650; duration=0sec 2024-11-13T10:13:34,704 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-13T10:13:34,704 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:34,704 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:B 2024-11-13T10:13:34,704 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:34,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:34,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:34,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:34,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:34,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:34,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:34,705 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:34,706 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/C is initiating minor compaction (all files) 2024-11-13T10:13:34,706 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/C in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:34,706 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/5ae5707f12384a01b11841436ed28c62, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/c1e74b6e16664ee089ed24a6d45af399, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/0f9c228daf8e47949db124118cb5eb29] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=36.7 K 2024-11-13T10:13:34,707 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ae5707f12384a01b11841436ed28c62, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731492812072 2024-11-13T10:13:34,709 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting c1e74b6e16664ee089ed24a6d45af399, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731492812231 2024-11-13T10:13:34,710 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f9c228daf8e47949db124118cb5eb29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1731492813388 2024-11-13T10:13:34,710 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/939bb4668bac4dedbebe6ce0bec0077e as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/939bb4668bac4dedbebe6ce0bec0077e 2024-11-13T10:13:34,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/7e5a38d143174b9ea0899c1e5948748a is 50, key is test_row_0/A:col10/1731492813774/Put/seqid=0 2024-11-13T10:13:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T10:13:34,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741905_1081 (size=12301) 2024-11-13T10:13:34,722 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#C#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:34,723 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/7e5a38d143174b9ea0899c1e5948748a 2024-11-13T10:13:34,723 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/370744f3eed34e19b50a068c24ffa73f is 50, key is test_row_0/C:col10/1731492813746/Put/seqid=0 2024-11-13T10:13:34,723 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/A of 0f211ad4f29004a709d90428b79f6131 into 939bb4668bac4dedbebe6ce0bec0077e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:34,724 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:34,724 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/A, priority=13, startTime=1731492814649; duration=0sec 2024-11-13T10:13:34,724 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:34,724 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:A 2024-11-13T10:13:34,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741906_1082 (size=13051) 2024-11-13T10:13:34,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/405fb869ba81436da3f8ec0d98e50557 is 50, key is test_row_0/B:col10/1731492813774/Put/seqid=0 2024-11-13T10:13:34,740 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/370744f3eed34e19b50a068c24ffa73f as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/370744f3eed34e19b50a068c24ffa73f 2024-11-13T10:13:34,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741907_1083 (size=12301) 2024-11-13T10:13:34,749 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/C of 0f211ad4f29004a709d90428b79f6131 into 370744f3eed34e19b50a068c24ffa73f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:34,749 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:34,749 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/C, priority=13, startTime=1731492814650; duration=0sec 2024-11-13T10:13:34,749 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:34,749 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:C 2024-11-13T10:13:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:34,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:34,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492874984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:34,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:34,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:34,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:34,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492874984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:34,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:34,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:34,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:34,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492874984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:34,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:34,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:34,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:35,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492875095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:35,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492875095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:35,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492875096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:35,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:35,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:35,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:35,145 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/405fb869ba81436da3f8ec0d98e50557 2024-11-13T10:13:35,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/cbf11522ed994dc291d53301a2f7c64d is 50, key is test_row_0/C:col10/1731492813774/Put/seqid=0 2024-11-13T10:13:35,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741908_1084 (size=12301) 2024-11-13T10:13:35,191 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/cbf11522ed994dc291d53301a2f7c64d 2024-11-13T10:13:35,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/7e5a38d143174b9ea0899c1e5948748a as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/7e5a38d143174b9ea0899c1e5948748a 2024-11-13T10:13:35,206 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/7e5a38d143174b9ea0899c1e5948748a, entries=150, sequenceid=404, filesize=12.0 K 2024-11-13T10:13:35,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/405fb869ba81436da3f8ec0d98e50557 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/405fb869ba81436da3f8ec0d98e50557 2024-11-13T10:13:35,216 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/405fb869ba81436da3f8ec0d98e50557, entries=150, sequenceid=404, filesize=12.0 K 2024-11-13T10:13:35,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/cbf11522ed994dc291d53301a2f7c64d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/cbf11522ed994dc291d53301a2f7c64d 2024-11-13T10:13:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T10:13:35,229 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/cbf11522ed994dc291d53301a2f7c64d, entries=150, sequenceid=404, filesize=12.0 K 2024-11-13T10:13:35,230 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 0f211ad4f29004a709d90428b79f6131 in 526ms, sequenceid=404, compaction requested=false 2024-11-13T10:13:35,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:35,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:35,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-13T10:13:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-13T10:13:35,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-13T10:13:35,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1440 sec 2024-11-13T10:13:35,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.1510 sec 2024-11-13T10:13:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:35,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-13T10:13:35,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:35,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:35,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:35,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:35,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:35,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:35,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/e1ca5b61ed3d4f74931fcff437964e97 is 50, key is test_row_0/A:col10/1731492814940/Put/seqid=0 2024-11-13T10:13:35,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741909_1085 (size=14741) 2024-11-13T10:13:35,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/e1ca5b61ed3d4f74931fcff437964e97 2024-11-13T10:13:35,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492875341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:35,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:35,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492875348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:35,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/1e572378cb1d448e8cb0e0118f5540a5 is 50, key is test_row_0/B:col10/1731492814940/Put/seqid=0 2024-11-13T10:13:35,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:35,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492875351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:35,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:35,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741910_1086 (size=12301) 2024-11-13T10:13:35,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/1e572378cb1d448e8cb0e0118f5540a5 2024-11-13T10:13:35,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/be4df8e664b040399d4ac6fbe649e9e1 is 50, key is test_row_0/C:col10/1731492814940/Put/seqid=0 2024-11-13T10:13:35,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741911_1087 (size=12301) 2024-11-13T10:13:35,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/be4df8e664b040399d4ac6fbe649e9e1 2024-11-13T10:13:35,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/e1ca5b61ed3d4f74931fcff437964e97 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/e1ca5b61ed3d4f74931fcff437964e97 2024-11-13T10:13:35,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/e1ca5b61ed3d4f74931fcff437964e97, entries=200, sequenceid=422, filesize=14.4 K 2024-11-13T10:13:35,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/1e572378cb1d448e8cb0e0118f5540a5 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/1e572378cb1d448e8cb0e0118f5540a5 2024-11-13T10:13:35,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/1e572378cb1d448e8cb0e0118f5540a5, entries=150, sequenceid=422, filesize=12.0 K 2024-11-13T10:13:35,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/be4df8e664b040399d4ac6fbe649e9e1 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/be4df8e664b040399d4ac6fbe649e9e1 2024-11-13T10:13:35,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/be4df8e664b040399d4ac6fbe649e9e1, entries=150, sequenceid=422, filesize=12.0 K 2024-11-13T10:13:35,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 0f211ad4f29004a709d90428b79f6131 in 149ms, sequenceid=422, compaction requested=true 2024-11-13T10:13:35,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:35,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:13:35,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:35,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:13:35,457 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:35,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:35,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:13:35,457 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:35,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:35,459 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:35,460 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/A is initiating minor compaction (all files) 2024-11-13T10:13:35,460 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/A in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:35,460 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/939bb4668bac4dedbebe6ce0bec0077e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/7e5a38d143174b9ea0899c1e5948748a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/e1ca5b61ed3d4f74931fcff437964e97] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=39.2 K 2024-11-13T10:13:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:35,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-13T10:13:35,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:35,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:35,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:35,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:35,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:35,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:35,462 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 939bb4668bac4dedbebe6ce0bec0077e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1731492813388 2024-11-13T10:13:35,463 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:35,463 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/B is initiating minor compaction (all files) 2024-11-13T10:13:35,463 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/B in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:35,463 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/ecfc2edb4a894642b5dad2c8d64080d5, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/405fb869ba81436da3f8ec0d98e50557, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/1e572378cb1d448e8cb0e0118f5540a5] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=36.8 K 2024-11-13T10:13:35,464 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e5a38d143174b9ea0899c1e5948748a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731492813755 2024-11-13T10:13:35,465 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1ca5b61ed3d4f74931fcff437964e97, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731492814940 2024-11-13T10:13:35,465 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting ecfc2edb4a894642b5dad2c8d64080d5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1731492813388 2024-11-13T10:13:35,467 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 405fb869ba81436da3f8ec0d98e50557, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731492813755 2024-11-13T10:13:35,468 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e572378cb1d448e8cb0e0118f5540a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731492814940 2024-11-13T10:13:35,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/0a7118f58a374305ae6aa9721ababefc is 50, key is test_row_0/A:col10/1731492815460/Put/seqid=0 2024-11-13T10:13:35,487 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#A#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:35,487 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/90c3142b28ce4e03b2c20b8554a3515e is 50, key is test_row_0/A:col10/1731492814940/Put/seqid=0 2024-11-13T10:13:35,490 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#B#compaction#77 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:35,491 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/967974da7d4e4f559a658682606ec183 is 50, key is test_row_0/B:col10/1731492814940/Put/seqid=0 2024-11-13T10:13:35,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492875495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:35,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492875495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:35,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:35,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:35,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492875500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:35,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:35,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741912_1088 (size=12301) 2024-11-13T10:13:35,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/0a7118f58a374305ae6aa9721ababefc 2024-11-13T10:13:35,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741913_1089 (size=13153) 2024-11-13T10:13:35,542 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/90c3142b28ce4e03b2c20b8554a3515e as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/90c3142b28ce4e03b2c20b8554a3515e 2024-11-13T10:13:35,551 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/A of 0f211ad4f29004a709d90428b79f6131 into 90c3142b28ce4e03b2c20b8554a3515e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:35,551 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:35,551 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/A, priority=13, startTime=1731492815457; duration=0sec 2024-11-13T10:13:35,552 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:35,552 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:A 2024-11-13T10:13:35,552 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:35,553 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:35,553 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/C is initiating minor compaction (all files) 2024-11-13T10:13:35,553 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/C in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:35,554 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/370744f3eed34e19b50a068c24ffa73f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/cbf11522ed994dc291d53301a2f7c64d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/be4df8e664b040399d4ac6fbe649e9e1] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=36.8 K 2024-11-13T10:13:35,554 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 370744f3eed34e19b50a068c24ffa73f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1731492813388 2024-11-13T10:13:35,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/8dc090cb056145b684c9f33a1524a65b is 50, key is test_row_0/B:col10/1731492815460/Put/seqid=0 2024-11-13T10:13:35,555 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbf11522ed994dc291d53301a2f7c64d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1731492813755 2024-11-13T10:13:35,556 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting be4df8e664b040399d4ac6fbe649e9e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731492814940 2024-11-13T10:13:35,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741914_1090 (size=13153) 2024-11-13T10:13:35,587 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#C#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:35,587 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/8d35b00550fb40e982009a53b8336d63 is 50, key is test_row_0/C:col10/1731492814940/Put/seqid=0 2024-11-13T10:13:35,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741915_1091 (size=12301) 2024-11-13T10:13:35,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741916_1092 (size=13153) 2024-11-13T10:13:35,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492875605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:35,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492875605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:35,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:35,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492875615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:35,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:35,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492875815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:35,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:35,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492875815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:35,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492875824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:35,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:35,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:35,978 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/967974da7d4e4f559a658682606ec183 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/967974da7d4e4f559a658682606ec183 2024-11-13T10:13:35,985 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/B of 0f211ad4f29004a709d90428b79f6131 into 967974da7d4e4f559a658682606ec183(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:35,985 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:35,985 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/B, priority=13, startTime=1731492815457; duration=0sec 2024-11-13T10:13:35,985 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:35,985 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:B 2024-11-13T10:13:36,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/8dc090cb056145b684c9f33a1524a65b 2024-11-13T10:13:36,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/da54adf7791c4daab576578859d88952 is 50, key is test_row_0/C:col10/1731492815460/Put/seqid=0 2024-11-13T10:13:36,019 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/8d35b00550fb40e982009a53b8336d63 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/8d35b00550fb40e982009a53b8336d63 2024-11-13T10:13:36,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741917_1093 (size=12301) 2024-11-13T10:13:36,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/da54adf7791c4daab576578859d88952 2024-11-13T10:13:36,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/0a7118f58a374305ae6aa9721ababefc as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/0a7118f58a374305ae6aa9721ababefc 2024-11-13T10:13:36,032 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/C of 0f211ad4f29004a709d90428b79f6131 into 8d35b00550fb40e982009a53b8336d63(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:36,033 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:36,033 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/C, priority=13, startTime=1731492815457; duration=0sec 2024-11-13T10:13:36,033 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:36,033 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:C 2024-11-13T10:13:36,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/0a7118f58a374305ae6aa9721ababefc, entries=150, sequenceid=439, filesize=12.0 K 2024-11-13T10:13:36,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/8dc090cb056145b684c9f33a1524a65b as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/8dc090cb056145b684c9f33a1524a65b 2024-11-13T10:13:36,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/8dc090cb056145b684c9f33a1524a65b, entries=150, sequenceid=439, filesize=12.0 K 2024-11-13T10:13:36,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/da54adf7791c4daab576578859d88952 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/da54adf7791c4daab576578859d88952 2024-11-13T10:13:36,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/da54adf7791c4daab576578859d88952, entries=150, sequenceid=439, filesize=12.0 K 2024-11-13T10:13:36,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 0f211ad4f29004a709d90428b79f6131 in 606ms, sequenceid=439, compaction requested=false 2024-11-13T10:13:36,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:36,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-13T10:13:36,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:36,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:36,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:36,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:36,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:36,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:36,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/16f1af54183842ff94b1cfe22e7987c9 is 50, key is test_row_0/A:col10/1731492815480/Put/seqid=0 2024-11-13T10:13:36,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741918_1094 (size=12301) 2024-11-13T10:13:36,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/16f1af54183842ff94b1cfe22e7987c9 2024-11-13T10:13:36,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492876180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:36,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:36,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492876189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:36,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:36,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:36,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492876193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:36,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:36,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/6b6cd2d45be3492c83208193154212de is 50, key is test_row_0/B:col10/1731492815480/Put/seqid=0 2024-11-13T10:13:36,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741919_1095 (size=12301) 2024-11-13T10:13:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T10:13:36,235 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:13:36,236 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:13:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-13T10:13:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T10:13:36,239 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:13:36,240 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:13:36,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:13:36,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492876306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:36,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:36,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492876306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:36,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:36,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:36,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492876307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:36,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T10:13:36,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T10:13:36,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:36,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:36,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:36,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:36,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:36,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492876515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:36,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:36,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492876515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492876516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:36,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T10:13:36,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:36,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:36,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:36,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:36,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T10:13:36,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/6b6cd2d45be3492c83208193154212de 2024-11-13T10:13:36,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/9d84b2dd57974006ba1e5de2b8b485e5 is 50, key is test_row_0/C:col10/1731492815480/Put/seqid=0 2024-11-13T10:13:36,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741920_1096 (size=12301) 2024-11-13T10:13:36,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/9d84b2dd57974006ba1e5de2b8b485e5 2024-11-13T10:13:36,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/16f1af54183842ff94b1cfe22e7987c9 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/16f1af54183842ff94b1cfe22e7987c9 2024-11-13T10:13:36,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/16f1af54183842ff94b1cfe22e7987c9, entries=150, sequenceid=458, filesize=12.0 K 2024-11-13T10:13:36,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/6b6cd2d45be3492c83208193154212de as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/6b6cd2d45be3492c83208193154212de 2024-11-13T10:13:36,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/6b6cd2d45be3492c83208193154212de, entries=150, sequenceid=458, filesize=12.0 K 2024-11-13T10:13:36,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/9d84b2dd57974006ba1e5de2b8b485e5 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/9d84b2dd57974006ba1e5de2b8b485e5 2024-11-13T10:13:36,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/9d84b2dd57974006ba1e5de2b8b485e5, entries=150, sequenceid=458, filesize=12.0 K 2024-11-13T10:13:36,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 0f211ad4f29004a709d90428b79f6131 in 559ms, sequenceid=458, compaction requested=true 2024-11-13T10:13:36,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:36,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:13:36,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:36,686 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:36,687 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:36,689 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:36,689 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:36,689 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/B is initiating minor compaction (all files) 2024-11-13T10:13:36,689 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/A is initiating minor compaction (all files) 2024-11-13T10:13:36,689 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/B in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:36,689 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/A in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:36,689 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/967974da7d4e4f559a658682606ec183, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/8dc090cb056145b684c9f33a1524a65b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/6b6cd2d45be3492c83208193154212de] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=36.9 K 2024-11-13T10:13:36,689 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/90c3142b28ce4e03b2c20b8554a3515e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/0a7118f58a374305ae6aa9721ababefc, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/16f1af54183842ff94b1cfe22e7987c9] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=36.9 K 2024-11-13T10:13:36,689 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 967974da7d4e4f559a658682606ec183, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731492814940 2024-11-13T10:13:36,690 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90c3142b28ce4e03b2c20b8554a3515e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731492814940 2024-11-13T10:13:36,690 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 8dc090cb056145b684c9f33a1524a65b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731492815320 2024-11-13T10:13:36,691 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a7118f58a374305ae6aa9721ababefc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731492815320 2024-11-13T10:13:36,691 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b6cd2d45be3492c83208193154212de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731492815480 2024-11-13T10:13:36,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:13:36,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:36,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:13:36,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:36,694 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16f1af54183842ff94b1cfe22e7987c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731492815480 2024-11-13T10:13:36,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T10:13:36,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:36,703 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-13T10:13:36,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:36,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:36,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:36,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:36,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:36,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:36,719 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#B#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:36,720 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/5b4fd86a84724f34816fe137d6783787 is 50, key is test_row_0/B:col10/1731492815480/Put/seqid=0 2024-11-13T10:13:36,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/6a76601efa184a90987d74e1cc8bcd22 is 50, key is test_row_0/A:col10/1731492816189/Put/seqid=0 2024-11-13T10:13:36,738 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#A#compaction#86 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:36,739 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/96004a7ec24d47398b21520569444232 is 50, key is test_row_0/A:col10/1731492815480/Put/seqid=0 2024-11-13T10:13:36,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741921_1097 (size=13255) 2024-11-13T10:13:36,773 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/5b4fd86a84724f34816fe137d6783787 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/5b4fd86a84724f34816fe137d6783787 2024-11-13T10:13:36,785 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/B of 0f211ad4f29004a709d90428b79f6131 into 5b4fd86a84724f34816fe137d6783787(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:36,785 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:36,785 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/B, priority=13, startTime=1731492816686; duration=0sec 2024-11-13T10:13:36,786 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:36,786 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:B 2024-11-13T10:13:36,786 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:36,787 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:36,787 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/C is initiating minor compaction (all files) 2024-11-13T10:13:36,787 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/C in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:36,788 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/8d35b00550fb40e982009a53b8336d63, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/da54adf7791c4daab576578859d88952, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/9d84b2dd57974006ba1e5de2b8b485e5] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=36.9 K 2024-11-13T10:13:36,788 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d35b00550fb40e982009a53b8336d63, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731492814940 2024-11-13T10:13:36,789 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting da54adf7791c4daab576578859d88952, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731492815320 2024-11-13T10:13:36,791 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d84b2dd57974006ba1e5de2b8b485e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731492815480 2024-11-13T10:13:36,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741922_1098 (size=12301) 2024-11-13T10:13:36,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741923_1099 (size=13255) 2024-11-13T10:13:36,812 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#C#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:36,812 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/2a621d05ba404ae1b386253e4ffdf287 is 50, key is test_row_0/C:col10/1731492815480/Put/seqid=0 2024-11-13T10:13:36,821 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/96004a7ec24d47398b21520569444232 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/96004a7ec24d47398b21520569444232 2024-11-13T10:13:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:36,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:36,835 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/A of 0f211ad4f29004a709d90428b79f6131 into 96004a7ec24d47398b21520569444232(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:36,835 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:36,835 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/A, priority=13, startTime=1731492816686; duration=0sec 2024-11-13T10:13:36,835 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:36,835 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:A 2024-11-13T10:13:36,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741924_1100 (size=13255) 2024-11-13T10:13:36,853 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/2a621d05ba404ae1b386253e4ffdf287 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/2a621d05ba404ae1b386253e4ffdf287 2024-11-13T10:13:36,860 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/C of 0f211ad4f29004a709d90428b79f6131 into 2a621d05ba404ae1b386253e4ffdf287(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:36,860 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:36,860 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/C, priority=13, startTime=1731492816692; duration=0sec 2024-11-13T10:13:36,861 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:36,861 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:C 2024-11-13T10:13:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T10:13:36,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:36,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492876880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492876877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492876882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:36,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:36,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:36,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:37,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492877015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:37,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:37,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:37,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:37,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492877015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:37,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:37,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:37,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:37,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492877025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:37,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:37,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:37,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:37,204 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/6a76601efa184a90987d74e1cc8bcd22 2024-11-13T10:13:37,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/bae7363376494c50b65407b28c98a903 is 50, key is test_row_0/B:col10/1731492816189/Put/seqid=0 2024-11-13T10:13:37,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:37,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492877236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:37,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492877236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492877236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:37,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:37,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:37,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:37,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741925_1101 (size=12301) 2024-11-13T10:13:37,268 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/bae7363376494c50b65407b28c98a903 2024-11-13T10:13:37,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/46281bd1015e4a0f9e40cd1961a01453 is 50, key is test_row_0/C:col10/1731492816189/Put/seqid=0 2024-11-13T10:13:37,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741926_1102 (size=12301) 2024-11-13T10:13:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T10:13:37,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58674 deadline: 1731492877505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:37,512 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in 0f211ad4f29004a709d90428b79f6131 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:13:37,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:37,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:37,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:37,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58664 deadline: 1731492877525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:37,526 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_0' in 0f211ad4f29004a709d90428b79f6131 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:13:37,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:37,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:37,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:37,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:37,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492877545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492877545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:37,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:37,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:37,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:37,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:37,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:37,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:37,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492877546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:37,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:37,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:37,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:37,703 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/46281bd1015e4a0f9e40cd1961a01453 2024-11-13T10:13:37,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/6a76601efa184a90987d74e1cc8bcd22 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/6a76601efa184a90987d74e1cc8bcd22 2024-11-13T10:13:37,718 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/6a76601efa184a90987d74e1cc8bcd22, entries=150, sequenceid=474, filesize=12.0 K 2024-11-13T10:13:37,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/bae7363376494c50b65407b28c98a903 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/bae7363376494c50b65407b28c98a903 2024-11-13T10:13:37,727 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/bae7363376494c50b65407b28c98a903, entries=150, sequenceid=474, filesize=12.0 K 2024-11-13T10:13:37,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/46281bd1015e4a0f9e40cd1961a01453 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/46281bd1015e4a0f9e40cd1961a01453 2024-11-13T10:13:37,735 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/46281bd1015e4a0f9e40cd1961a01453, entries=150, sequenceid=474, filesize=12.0 K 2024-11-13T10:13:37,736 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 0f211ad4f29004a709d90428b79f6131 in 1033ms, sequenceid=474, compaction requested=false 2024-11-13T10:13:37,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:37,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:37,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-13T10:13:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-13T10:13:37,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-13T10:13:37,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4970 sec 2024-11-13T10:13:37,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.5090 sec 2024-11-13T10:13:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:38,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-13T10:13:38,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:38,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:38,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:38,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:38,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:38,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:38,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/d39f0a70b8c448f8a2486008751645cc is 50, key is test_row_0/A:col10/1731492818069/Put/seqid=0 2024-11-13T10:13:38,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492878099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:38,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:38,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492878101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:38,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:38,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492878102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:38,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:38,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:38,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741927_1103 (size=12301) 2024-11-13T10:13:38,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492878215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:38,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:38,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492878215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:38,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:38,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492878215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:38,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T10:13:38,396 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:13:38,400 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:13:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-13T10:13:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T10:13:38,407 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:13:38,412 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:13:38,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:13:38,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492878425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:38,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:38,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492878425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:38,428 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:38,428 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,428 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492878425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:38,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T10:13:38,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/d39f0a70b8c448f8a2486008751645cc 2024-11-13T10:13:38,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/6862cd71e8e247b4a64e0279f4035d33 is 50, key is test_row_0/B:col10/1731492818069/Put/seqid=0 2024-11-13T10:13:38,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741928_1104 (size=12301) 2024-11-13T10:13:38,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T10:13:38,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:38,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:38,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:38,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:38,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:38,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T10:13:38,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:38,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:38,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:38,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:38,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T10:13:38,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492878735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:38,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:38,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492878735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:38,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:38,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492878735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:38,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:38,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T10:13:38,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:38,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:38,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:38,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:38,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:38,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/6862cd71e8e247b4a64e0279f4035d33 2024-11-13T10:13:38,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/6f046ec8235c4451807061440c75a6db is 50, key is test_row_0/C:col10/1731492818069/Put/seqid=0 2024-11-13T10:13:38,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741929_1105 (size=12301) 2024-11-13T10:13:38,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/6f046ec8235c4451807061440c75a6db 2024-11-13T10:13:39,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/d39f0a70b8c448f8a2486008751645cc as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/d39f0a70b8c448f8a2486008751645cc 2024-11-13T10:13:39,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/d39f0a70b8c448f8a2486008751645cc, entries=150, sequenceid=495, filesize=12.0 K 2024-11-13T10:13:39,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/6862cd71e8e247b4a64e0279f4035d33 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/6862cd71e8e247b4a64e0279f4035d33 2024-11-13T10:13:39,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/6862cd71e8e247b4a64e0279f4035d33, entries=150, sequenceid=495, filesize=12.0 K 2024-11-13T10:13:39,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T10:13:39,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:39,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/6f046ec8235c4451807061440c75a6db as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/6f046ec8235c4451807061440c75a6db 2024-11-13T10:13:39,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:39,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:39,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:39,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T10:13:39,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/6f046ec8235c4451807061440c75a6db, entries=150, sequenceid=495, filesize=12.0 K 2024-11-13T10:13:39,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 0f211ad4f29004a709d90428b79f6131 in 971ms, sequenceid=495, compaction requested=true 2024-11-13T10:13:39,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:39,043 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:39,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:13:39,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:39,043 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:39,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:13:39,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:39,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:13:39,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:39,045 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:39,045 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/B is initiating minor compaction (all files) 2024-11-13T10:13:39,045 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/B in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:39,045 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/5b4fd86a84724f34816fe137d6783787, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/bae7363376494c50b65407b28c98a903, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/6862cd71e8e247b4a64e0279f4035d33] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=37.0 K 2024-11-13T10:13:39,045 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:39,045 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/A is initiating minor compaction (all files) 2024-11-13T10:13:39,045 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/A in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:39,045 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/96004a7ec24d47398b21520569444232, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/6a76601efa184a90987d74e1cc8bcd22, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/d39f0a70b8c448f8a2486008751645cc] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=37.0 K 2024-11-13T10:13:39,046 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96004a7ec24d47398b21520569444232, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731492815480 2024-11-13T10:13:39,047 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b4fd86a84724f34816fe137d6783787, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731492815480 2024-11-13T10:13:39,047 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a76601efa184a90987d74e1cc8bcd22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731492816159 2024-11-13T10:13:39,047 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting bae7363376494c50b65407b28c98a903, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731492816159 2024-11-13T10:13:39,048 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting d39f0a70b8c448f8a2486008751645cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1731492816868 2024-11-13T10:13:39,048 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 6862cd71e8e247b4a64e0279f4035d33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1731492816868 2024-11-13T10:13:39,083 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#A#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:39,084 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/4396da3926e24d3494306b0f5fc0fe5c is 50, key is test_row_0/A:col10/1731492818069/Put/seqid=0 2024-11-13T10:13:39,094 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#B#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:39,095 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/e7b6ddbd400b4b36881cf3f56e323609 is 50, key is test_row_0/B:col10/1731492818069/Put/seqid=0 2024-11-13T10:13:39,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741930_1106 (size=13357) 2024-11-13T10:13:39,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741931_1107 (size=13357) 2024-11-13T10:13:39,147 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/e7b6ddbd400b4b36881cf3f56e323609 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/e7b6ddbd400b4b36881cf3f56e323609 2024-11-13T10:13:39,157 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/B of 0f211ad4f29004a709d90428b79f6131 into e7b6ddbd400b4b36881cf3f56e323609(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:39,157 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:39,157 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/B, priority=13, startTime=1731492819043; duration=0sec 2024-11-13T10:13:39,157 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:39,157 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:B 2024-11-13T10:13:39,157 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:39,158 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:39,159 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/C is initiating minor compaction (all files) 2024-11-13T10:13:39,159 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/C in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:39,159 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/2a621d05ba404ae1b386253e4ffdf287, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/46281bd1015e4a0f9e40cd1961a01453, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/6f046ec8235c4451807061440c75a6db] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=37.0 K 2024-11-13T10:13:39,159 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a621d05ba404ae1b386253e4ffdf287, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1731492815480 2024-11-13T10:13:39,160 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 46281bd1015e4a0f9e40cd1961a01453, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731492816159 2024-11-13T10:13:39,161 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f046ec8235c4451807061440c75a6db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1731492816868 2024-11-13T10:13:39,179 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#C#compaction#95 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:39,180 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/afafc53fe73b4008b9e7eed36989e046 is 50, key is test_row_0/C:col10/1731492818069/Put/seqid=0 2024-11-13T10:13:39,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T10:13:39,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:39,189 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-13T10:13:39,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:39,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:39,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:39,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:39,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:39,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:39,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/ad0da15c45b44fe7887e94016c565f1e is 50, key is test_row_0/A:col10/1731492818096/Put/seqid=0 2024-11-13T10:13:39,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741932_1108 (size=13357) 2024-11-13T10:13:39,230 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/afafc53fe73b4008b9e7eed36989e046 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/afafc53fe73b4008b9e7eed36989e046 2024-11-13T10:13:39,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741933_1109 (size=12301) 2024-11-13T10:13:39,237 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/ad0da15c45b44fe7887e94016c565f1e 2024-11-13T10:13:39,245 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/C of 0f211ad4f29004a709d90428b79f6131 into afafc53fe73b4008b9e7eed36989e046(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:39,245 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:39,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:39,251 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/C, priority=13, startTime=1731492819043; duration=0sec 2024-11-13T10:13:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:39,251 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:39,251 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:C 2024-11-13T10:13:39,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/300a41cd146b4a12b6f5c4f049f98e62 is 50, key is test_row_0/B:col10/1731492818096/Put/seqid=0 2024-11-13T10:13:39,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741934_1110 (size=12301) 2024-11-13T10:13:39,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492879296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492879296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:39,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492879302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:39,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492879415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:39,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:39,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492879415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:39,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492879415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T10:13:39,548 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/4396da3926e24d3494306b0f5fc0fe5c as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/4396da3926e24d3494306b0f5fc0fe5c 2024-11-13T10:13:39,559 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/A of 0f211ad4f29004a709d90428b79f6131 into 4396da3926e24d3494306b0f5fc0fe5c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:39,559 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:39,559 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/A, priority=13, startTime=1731492819043; duration=0sec 2024-11-13T10:13:39,559 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:39,559 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:A 2024-11-13T10:13:39,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492879625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:39,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:39,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492879625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:39,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:39,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492879625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:39,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:39,664 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/300a41cd146b4a12b6f5c4f049f98e62 2024-11-13T10:13:39,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/5b726c712b004199ae2bed30670f5131 is 50, key is test_row_0/C:col10/1731492818096/Put/seqid=0 2024-11-13T10:13:39,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741935_1111 (size=12301) 2024-11-13T10:13:39,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492879935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:39,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:39,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492879935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:39,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:39,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:39,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492879936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:39,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:39,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:40,087 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/5b726c712b004199ae2bed30670f5131 2024-11-13T10:13:40,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/ad0da15c45b44fe7887e94016c565f1e as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/ad0da15c45b44fe7887e94016c565f1e 2024-11-13T10:13:40,102 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/ad0da15c45b44fe7887e94016c565f1e, entries=150, sequenceid=510, filesize=12.0 K 2024-11-13T10:13:40,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/300a41cd146b4a12b6f5c4f049f98e62 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/300a41cd146b4a12b6f5c4f049f98e62 2024-11-13T10:13:40,110 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/300a41cd146b4a12b6f5c4f049f98e62, entries=150, sequenceid=510, filesize=12.0 K 2024-11-13T10:13:40,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/5b726c712b004199ae2bed30670f5131 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/5b726c712b004199ae2bed30670f5131 2024-11-13T10:13:40,125 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/5b726c712b004199ae2bed30670f5131, entries=150, sequenceid=510, filesize=12.0 K 2024-11-13T10:13:40,126 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 0f211ad4f29004a709d90428b79f6131 in 937ms, sequenceid=510, compaction requested=false 2024-11-13T10:13:40,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:40,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:40,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-13T10:13:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-13T10:13:40,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-13T10:13:40,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7190 sec 2024-11-13T10:13:40,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.7350 sec 2024-11-13T10:13:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:40,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-13T10:13:40,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:40,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:13:40,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:40,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:13:40,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:40,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:13:40,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/c043837b3d2746319141c57eec2e727b is 50, key is test_row_0/A:col10/1731492819293/Put/seqid=0 2024-11-13T10:13:40,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492880471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:40,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492880481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:40,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:40,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492880496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:40,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:40,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741936_1112 (size=14741) 2024-11-13T10:13:40,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/c043837b3d2746319141c57eec2e727b 2024-11-13T10:13:40,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/bd519c46978348138f41788aa17bc410 is 50, key is test_row_0/B:col10/1731492819293/Put/seqid=0 2024-11-13T10:13:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T10:13:40,555 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:13:40,556 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:13:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-13T10:13:40,558 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:13:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T10:13:40,559 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:13:40,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:13:40,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741937_1113 (size=12301) 2024-11-13T10:13:40,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/bd519c46978348138f41788aa17bc410 2024-11-13T10:13:40,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492880595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:40,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:40,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/2b8360fcbc60497198e88edc492ec5df is 50, key is test_row_0/C:col10/1731492819293/Put/seqid=0 2024-11-13T10:13:40,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492880612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:40,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:40,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492880613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:40,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:40,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741938_1114 (size=12301) 2024-11-13T10:13:40,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/2b8360fcbc60497198e88edc492ec5df 2024-11-13T10:13:40,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/c043837b3d2746319141c57eec2e727b as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/c043837b3d2746319141c57eec2e727b 2024-11-13T10:13:40,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/c043837b3d2746319141c57eec2e727b, entries=200, sequenceid=533, filesize=14.4 K 2024-11-13T10:13:40,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/bd519c46978348138f41788aa17bc410 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/bd519c46978348138f41788aa17bc410 2024-11-13T10:13:40,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/bd519c46978348138f41788aa17bc410, entries=150, sequenceid=533, filesize=12.0 K 2024-11-13T10:13:40,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/2b8360fcbc60497198e88edc492ec5df as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/2b8360fcbc60497198e88edc492ec5df 2024-11-13T10:13:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T10:13:40,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/2b8360fcbc60497198e88edc492ec5df, entries=150, sequenceid=533, filesize=12.0 K 2024-11-13T10:13:40,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=60.38 KB/61830 for 0f211ad4f29004a709d90428b79f6131 in 224ms, sequenceid=533, compaction requested=true 2024-11-13T10:13:40,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:40,674 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:40,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:13:40,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:40,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:13:40,674 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:40,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:40,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:13:40,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:40,675 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:40,675 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/A is initiating minor compaction (all files) 2024-11-13T10:13:40,675 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/A in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:40,676 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/4396da3926e24d3494306b0f5fc0fe5c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/ad0da15c45b44fe7887e94016c565f1e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/c043837b3d2746319141c57eec2e727b] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=39.5 K 2024-11-13T10:13:40,676 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:40,676 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/B is initiating minor compaction (all files) 2024-11-13T10:13:40,676 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/B in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:40,676 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/e7b6ddbd400b4b36881cf3f56e323609, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/300a41cd146b4a12b6f5c4f049f98e62, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/bd519c46978348138f41788aa17bc410] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=37.1 K 2024-11-13T10:13:40,677 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4396da3926e24d3494306b0f5fc0fe5c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1731492816868 2024-11-13T10:13:40,677 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting e7b6ddbd400b4b36881cf3f56e323609, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1731492816868 2024-11-13T10:13:40,677 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad0da15c45b44fe7887e94016c565f1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1731492818082 2024-11-13T10:13:40,677 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 300a41cd146b4a12b6f5c4f049f98e62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1731492818082 2024-11-13T10:13:40,678 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting c043837b3d2746319141c57eec2e727b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1731492819293 2024-11-13T10:13:40,678 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting bd519c46978348138f41788aa17bc410, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1731492819293 2024-11-13T10:13:40,693 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#B#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:40,694 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/6d71be4e5bf74f77b29622cb5e34119f is 50, key is test_row_0/B:col10/1731492819293/Put/seqid=0 2024-11-13T10:13:40,707 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#A#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:40,707 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/f9c9afeb94aa48d09d168fa3b8687166 is 50, key is test_row_0/A:col10/1731492819293/Put/seqid=0 2024-11-13T10:13:40,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-13T10:13:40,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:40,713 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-13T10:13:40,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:40,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:40,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:40,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:40,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:40,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:40,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741939_1115 (size=13459) 2024-11-13T10:13:40,725 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/6d71be4e5bf74f77b29622cb5e34119f as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/6d71be4e5bf74f77b29622cb5e34119f 2024-11-13T10:13:40,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/cc752a9b526b4a8b84d4804d77084927 is 50, key is test_row_0/A:col10/1731492820477/Put/seqid=0 2024-11-13T10:13:40,736 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/B of 0f211ad4f29004a709d90428b79f6131 into 6d71be4e5bf74f77b29622cb5e34119f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:40,737 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:40,737 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/B, priority=13, startTime=1731492820674; duration=0sec 2024-11-13T10:13:40,737 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:40,737 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:B 2024-11-13T10:13:40,737 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:40,739 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:40,739 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/C is initiating minor compaction (all files) 2024-11-13T10:13:40,739 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/C in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:40,740 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/afafc53fe73b4008b9e7eed36989e046, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/5b726c712b004199ae2bed30670f5131, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/2b8360fcbc60497198e88edc492ec5df] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=37.1 K 2024-11-13T10:13:40,741 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting afafc53fe73b4008b9e7eed36989e046, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1731492816868 2024-11-13T10:13:40,741 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b726c712b004199ae2bed30670f5131, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1731492818082 2024-11-13T10:13:40,742 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b8360fcbc60497198e88edc492ec5df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1731492819293 2024-11-13T10:13:40,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741940_1116 (size=13459) 2024-11-13T10:13:40,752 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#C#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:40,752 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/60c4803b7e474d5588ec8d7e5f05813a is 50, key is test_row_0/C:col10/1731492819293/Put/seqid=0 2024-11-13T10:13:40,756 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/f9c9afeb94aa48d09d168fa3b8687166 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/f9c9afeb94aa48d09d168fa3b8687166 2024-11-13T10:13:40,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741941_1117 (size=12301) 2024-11-13T10:13:40,765 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/A of 0f211ad4f29004a709d90428b79f6131 into f9c9afeb94aa48d09d168fa3b8687166(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:40,765 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:40,766 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/A, priority=13, startTime=1731492820674; duration=0sec 2024-11-13T10:13:40,766 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:40,766 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:A 2024-11-13T10:13:40,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741942_1118 (size=13459) 2024-11-13T10:13:40,796 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/60c4803b7e474d5588ec8d7e5f05813a as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/60c4803b7e474d5588ec8d7e5f05813a 2024-11-13T10:13:40,805 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/C of 0f211ad4f29004a709d90428b79f6131 into 60c4803b7e474d5588ec8d7e5f05813a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:40,805 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:40,806 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/C, priority=13, startTime=1731492820674; duration=0sec 2024-11-13T10:13:40,806 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:40,806 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:C 2024-11-13T10:13:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:40,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:40,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492880866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T10:13:40,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:40,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492880867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:40,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:40,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492880875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:40,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:40,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492880984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:40,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:40,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492880985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:40,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:40,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:40,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492880985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:40,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:41,165 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/cc752a9b526b4a8b84d4804d77084927 2024-11-13T10:13:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T10:13:41,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/0db692cd9d8c4ead9a25f65b2dba2252 is 50, key is test_row_0/B:col10/1731492820477/Put/seqid=0 2024-11-13T10:13:41,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492881195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:41,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492881196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:41,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492881195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:41,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:41,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:41,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:41,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:41,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:41,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:41,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741943_1119 (size=12301) 2024-11-13T10:13:41,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:41,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:41,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:41,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492881525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:41,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:41,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:41,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492881525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:41,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:41,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492881525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:41,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:41,606 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/0db692cd9d8c4ead9a25f65b2dba2252 2024-11-13T10:13:41,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/39af4b189cdb4f8abcec367041b0e961 is 50, key is test_row_0/C:col10/1731492820477/Put/seqid=0 2024-11-13T10:13:41,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741944_1120 (size=12301) 2024-11-13T10:13:41,625 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/39af4b189cdb4f8abcec367041b0e961 2024-11-13T10:13:41,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/cc752a9b526b4a8b84d4804d77084927 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/cc752a9b526b4a8b84d4804d77084927 2024-11-13T10:13:41,639 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/cc752a9b526b4a8b84d4804d77084927, entries=150, sequenceid=545, filesize=12.0 K 2024-11-13T10:13:41,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/0db692cd9d8c4ead9a25f65b2dba2252 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/0db692cd9d8c4ead9a25f65b2dba2252 2024-11-13T10:13:41,646 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/0db692cd9d8c4ead9a25f65b2dba2252, entries=150, sequenceid=545, filesize=12.0 K 2024-11-13T10:13:41,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/39af4b189cdb4f8abcec367041b0e961 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/39af4b189cdb4f8abcec367041b0e961 2024-11-13T10:13:41,653 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/39af4b189cdb4f8abcec367041b0e961, entries=150, sequenceid=545, filesize=12.0 K 2024-11-13T10:13:41,654 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 0f211ad4f29004a709d90428b79f6131 in 941ms, sequenceid=545, compaction requested=false 2024-11-13T10:13:41,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:41,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:41,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-13T10:13:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-13T10:13:41,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-13T10:13:41,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0970 sec 2024-11-13T10:13:41,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.1070 sec 2024-11-13T10:13:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T10:13:41,695 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:13:41,696 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:13:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-13T10:13:41,699 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:13:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T10:13:41,700 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:13:41,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:13:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T10:13:41,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-13T10:13:41,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:41,853 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-13T10:13:41,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:41,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:41,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:41,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:41,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:41,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:41,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/985307f6a70b4e9f861ceef1c0b56720 is 50, key is test_row_0/A:col10/1731492820848/Put/seqid=0 2024-11-13T10:13:41,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741945_1121 (size=12301) 2024-11-13T10:13:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T10:13:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:42,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. as already flushing 2024-11-13T10:13:42,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492882049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:42,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492882049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:42,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492882052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:42,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:42,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492882155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:42,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:42,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492882155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:42,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:42,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492882164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:42,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:42,196 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-13T10:13:42,197 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:13:42,197 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-13T10:13:42,197 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:13:42,197 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-13T10:13:42,197 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:13:42,198 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-13T10:13:42,198 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:13:42,202 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:42,202 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:42,202 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:42,202 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:42,202 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:42,202 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:42,202 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:42,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:13:42,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:13:42,202 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:42,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:13:42,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:13:42,265 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=568 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/985307f6a70b4e9f861ceef1c0b56720 2024-11-13T10:13:42,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/7f52a1ce88c34955a62e831167914655 is 50, key is test_row_0/B:col10/1731492820848/Put/seqid=0 2024-11-13T10:13:42,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741946_1122 (size=12301) 2024-11-13T10:13:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T10:13:42,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:42,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492882365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492882365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:42,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:42,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:42,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492882374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:42,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:42,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:42,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58692 deadline: 1731492882674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58636 deadline: 1731492882675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:42,677 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=568 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/7f52a1ce88c34955a62e831167914655 2024-11-13T10:13:42,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/9c39b8ae2ffd437dbf5506699f326f90 is 50, key is test_row_0/C:col10/1731492820848/Put/seqid=0 2024-11-13T10:13:42,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58626 deadline: 1731492882685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:42,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:42,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:13:42,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741947_1123 (size=12301) 2024-11-13T10:13:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T10:13:43,089 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=568 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/9c39b8ae2ffd437dbf5506699f326f90 2024-11-13T10:13:43,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/985307f6a70b4e9f861ceef1c0b56720 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/985307f6a70b4e9f861ceef1c0b56720 2024-11-13T10:13:43,098 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/985307f6a70b4e9f861ceef1c0b56720, entries=150, sequenceid=568, filesize=12.0 K 2024-11-13T10:13:43,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/7f52a1ce88c34955a62e831167914655 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/7f52a1ce88c34955a62e831167914655 2024-11-13T10:13:43,102 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/7f52a1ce88c34955a62e831167914655, entries=150, sequenceid=568, filesize=12.0 K 2024-11-13T10:13:43,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/9c39b8ae2ffd437dbf5506699f326f90 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/9c39b8ae2ffd437dbf5506699f326f90 2024-11-13T10:13:43,107 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/9c39b8ae2ffd437dbf5506699f326f90, entries=150, sequenceid=568, filesize=12.0 K 2024-11-13T10:13:43,108 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 0f211ad4f29004a709d90428b79f6131 in 1255ms, sequenceid=568, compaction requested=true 2024-11-13T10:13:43,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:43,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:43,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-13T10:13:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-13T10:13:43,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-13T10:13:43,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4090 sec 2024-11-13T10:13:43,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.4160 sec 2024-11-13T10:13:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:43,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-13T10:13:43,187 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-13T10:13:43,187 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:13:43,187 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:43,187 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-13T10:13:43,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:43,187 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:43,187 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:13:43,187 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:43,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:13:43,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:43,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:43,187 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:43,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:43,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:43,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:13:43,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:43,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/0ed0cbc277074d4d845fd8f9c8a67d57 is 50, key is test_row_0/A:col10/1731492823185/Put/seqid=0 2024-11-13T10:13:43,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741948_1124 (size=12301) 2024-11-13T10:13:43,196 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-13T10:13:43,196 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:13:43,196 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:43,196 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:43,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:13:43,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/0ed0cbc277074d4d845fd8f9c8a67d57 2024-11-13T10:13:43,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/5a5eb63b0c5c48ffa2182c5a86e2a54c is 50, key is test_row_0/B:col10/1731492823185/Put/seqid=0 2024-11-13T10:13:43,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741949_1125 (size=12301) 2024-11-13T10:13:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T10:13:43,845 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:13:44,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/5a5eb63b0c5c48ffa2182c5a86e2a54c 2024-11-13T10:13:44,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/f55938099405456bbcac6ee199552b06 is 50, key is test_row_0/C:col10/1731492823185/Put/seqid=0 2024-11-13T10:13:44,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741950_1126 (size=12301) 2024-11-13T10:13:44,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/f55938099405456bbcac6ee199552b06 2024-11-13T10:13:44,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/0ed0cbc277074d4d845fd8f9c8a67d57 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/0ed0cbc277074d4d845fd8f9c8a67d57 2024-11-13T10:13:44,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/0ed0cbc277074d4d845fd8f9c8a67d57, entries=150, sequenceid=582, filesize=12.0 K 2024-11-13T10:13:44,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/5a5eb63b0c5c48ffa2182c5a86e2a54c as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/5a5eb63b0c5c48ffa2182c5a86e2a54c 2024-11-13T10:13:44,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/5a5eb63b0c5c48ffa2182c5a86e2a54c, entries=150, sequenceid=582, filesize=12.0 K 2024-11-13T10:13:44,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/f55938099405456bbcac6ee199552b06 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/f55938099405456bbcac6ee199552b06 2024-11-13T10:13:44,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/f55938099405456bbcac6ee199552b06, entries=150, sequenceid=582, filesize=12.0 K 2024-11-13T10:13:44,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=6.71 KB/6870 for 0f211ad4f29004a709d90428b79f6131 in 1251ms, sequenceid=582, compaction requested=true 2024-11-13T10:13:44,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:44,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:13:44,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:44,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:13:44,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:44,439 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:13:44,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f211ad4f29004a709d90428b79f6131:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:13:44,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:44,439 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:13:44,440 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:13:44,440 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:13:44,440 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/A is initiating minor compaction (all files) 2024-11-13T10:13:44,440 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/B is initiating minor compaction (all files) 2024-11-13T10:13:44,440 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/A in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:44,440 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/B in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:44,440 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/f9c9afeb94aa48d09d168fa3b8687166, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/cc752a9b526b4a8b84d4804d77084927, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/985307f6a70b4e9f861ceef1c0b56720, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/0ed0cbc277074d4d845fd8f9c8a67d57] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=49.2 K 2024-11-13T10:13:44,440 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/6d71be4e5bf74f77b29622cb5e34119f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/0db692cd9d8c4ead9a25f65b2dba2252, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/7f52a1ce88c34955a62e831167914655, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/5a5eb63b0c5c48ffa2182c5a86e2a54c] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=49.2 K 2024-11-13T10:13:44,441 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9c9afeb94aa48d09d168fa3b8687166, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1731492819293 2024-11-13T10:13:44,441 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d71be4e5bf74f77b29622cb5e34119f, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1731492819293 2024-11-13T10:13:44,441 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc752a9b526b4a8b84d4804d77084927, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=545, earliestPutTs=1731492820469 2024-11-13T10:13:44,441 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 0db692cd9d8c4ead9a25f65b2dba2252, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=545, earliestPutTs=1731492820469 2024-11-13T10:13:44,441 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 985307f6a70b4e9f861ceef1c0b56720, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=568, earliestPutTs=1731492820839 2024-11-13T10:13:44,441 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f52a1ce88c34955a62e831167914655, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=568, earliestPutTs=1731492820839 2024-11-13T10:13:44,442 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ed0cbc277074d4d845fd8f9c8a67d57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=582, earliestPutTs=1731492822050 2024-11-13T10:13:44,442 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a5eb63b0c5c48ffa2182c5a86e2a54c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=582, earliestPutTs=1731492822050 2024-11-13T10:13:44,453 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#A#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:44,453 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#B#compaction#115 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:44,454 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/d195a1e593dd4a2f965c1b452d9a9850 is 50, key is test_row_0/A:col10/1731492823185/Put/seqid=0 2024-11-13T10:13:44,454 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/0141636d3ca74bf89db6e1d0cd8fa2a1 is 50, key is test_row_0/B:col10/1731492823185/Put/seqid=0 2024-11-13T10:13:44,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741951_1127 (size=13595) 2024-11-13T10:13:44,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741952_1128 (size=13595) 2024-11-13T10:13:44,863 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/0141636d3ca74bf89db6e1d0cd8fa2a1 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/0141636d3ca74bf89db6e1d0cd8fa2a1 2024-11-13T10:13:44,867 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/d195a1e593dd4a2f965c1b452d9a9850 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/d195a1e593dd4a2f965c1b452d9a9850 2024-11-13T10:13:44,868 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/B of 0f211ad4f29004a709d90428b79f6131 into 0141636d3ca74bf89db6e1d0cd8fa2a1(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:44,868 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:44,868 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/B, priority=12, startTime=1731492824439; duration=0sec 2024-11-13T10:13:44,868 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:44,868 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:B 2024-11-13T10:13:44,868 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:13:44,870 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:13:44,870 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 0f211ad4f29004a709d90428b79f6131/C is initiating minor compaction (all files) 2024-11-13T10:13:44,870 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0f211ad4f29004a709d90428b79f6131/C in TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:44,870 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/60c4803b7e474d5588ec8d7e5f05813a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/39af4b189cdb4f8abcec367041b0e961, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/9c39b8ae2ffd437dbf5506699f326f90, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/f55938099405456bbcac6ee199552b06] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp, totalSize=49.2 K 2024-11-13T10:13:44,870 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 60c4803b7e474d5588ec8d7e5f05813a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1731492819293 2024-11-13T10:13:44,871 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 39af4b189cdb4f8abcec367041b0e961, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=545, earliestPutTs=1731492820469 2024-11-13T10:13:44,871 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c39b8ae2ffd437dbf5506699f326f90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=568, earliestPutTs=1731492820839 2024-11-13T10:13:44,871 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/A of 0f211ad4f29004a709d90428b79f6131 into d195a1e593dd4a2f965c1b452d9a9850(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:44,871 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:44,872 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/A, priority=12, startTime=1731492824439; duration=0sec 2024-11-13T10:13:44,872 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:44,872 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:A 2024-11-13T10:13:44,872 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting f55938099405456bbcac6ee199552b06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=582, earliestPutTs=1731492822050 2024-11-13T10:13:44,881 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f211ad4f29004a709d90428b79f6131#C#compaction#116 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:44,882 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/cf0046f5310f42be85996349d1ec450d is 50, key is test_row_0/C:col10/1731492823185/Put/seqid=0 2024-11-13T10:13:44,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741953_1129 (size=13595) 2024-11-13T10:13:45,138 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T10:13:45,291 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/cf0046f5310f42be85996349d1ec450d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/cf0046f5310f42be85996349d1ec450d 2024-11-13T10:13:45,296 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0f211ad4f29004a709d90428b79f6131/C of 0f211ad4f29004a709d90428b79f6131 into cf0046f5310f42be85996349d1ec450d(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:45,296 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0f211ad4f29004a709d90428b79f6131: 2024-11-13T10:13:45,296 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., storeName=0f211ad4f29004a709d90428b79f6131/C, priority=12, startTime=1731492824439; duration=0sec 2024-11-13T10:13:45,297 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:45,297 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f211ad4f29004a709d90428b79f6131:C 2024-11-13T10:13:47,577 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-13T10:13:47,577 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:13:47,577 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:47,577 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:47,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:13:47,616 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-13T10:13:47,616 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:13:47,616 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:47,616 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:47,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:13:47,616 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T10:13:47,616 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 150 2024-11-13T10:13:47,616 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 134 2024-11-13T10:13:47,616 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 121 2024-11-13T10:13:47,616 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-13T10:13:47,616 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-11-13T10:13:47,616 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T10:13:47,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2610 2024-11-13T10:13:47,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2589 2024-11-13T10:13:47,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T10:13:47,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1206 2024-11-13T10:13:47,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3617 rows 2024-11-13T10:13:47,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1193 2024-11-13T10:13:47,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3574 rows 2024-11-13T10:13:47,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:13:47,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:13:47,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:47,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:47,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:13:47,621 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T10:13:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T10:13:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T10:13:47,628 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492827628"}]},"ts":"1731492827628"} 2024-11-13T10:13:47,630 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T10:13:47,630 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T10:13:47,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T10:13:47,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f211ad4f29004a709d90428b79f6131, UNASSIGN}] 2024-11-13T10:13:47,636 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f211ad4f29004a709d90428b79f6131, UNASSIGN 2024-11-13T10:13:47,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=0f211ad4f29004a709d90428b79f6131, regionState=CLOSING, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:13:47,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f211ad4f29004a709d90428b79f6131, UNASSIGN because future has completed 2024-11-13T10:13:47,639 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T10:13:47,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966}] 2024-11-13T10:13:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T10:13:47,796 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:47,796 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T10:13:47,797 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing 0f211ad4f29004a709d90428b79f6131, disabling compactions & flushes 2024-11-13T10:13:47,797 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:47,797 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:47,797 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. after waiting 0 ms 2024-11-13T10:13:47,797 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:47,797 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing 0f211ad4f29004a709d90428b79f6131 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-13T10:13:47,797 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=A 2024-11-13T10:13:47,798 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:47,798 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=B 2024-11-13T10:13:47,798 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:47,798 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f211ad4f29004a709d90428b79f6131, store=C 2024-11-13T10:13:47,798 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:47,802 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/e6236b67c5ed40858e8a6999e4e3a534 is 50, key is test_row_0/A:col10/1731492827615/Put/seqid=0 2024-11-13T10:13:47,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741954_1130 (size=12301) 2024-11-13T10:13:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T10:13:48,206 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/e6236b67c5ed40858e8a6999e4e3a534 2024-11-13T10:13:48,214 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/c77f1c57ef064af59e9cc4227793a2e3 is 50, key is test_row_0/B:col10/1731492827615/Put/seqid=0 2024-11-13T10:13:48,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741955_1131 (size=12301) 2024-11-13T10:13:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T10:13:48,618 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/c77f1c57ef064af59e9cc4227793a2e3 2024-11-13T10:13:48,626 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/7c658394cf8e4212bed48a2d4b075b6b is 50, key is test_row_0/C:col10/1731492827615/Put/seqid=0 2024-11-13T10:13:48,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741956_1132 (size=12301) 2024-11-13T10:13:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T10:13:49,031 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/7c658394cf8e4212bed48a2d4b075b6b 2024-11-13T10:13:49,035 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/A/e6236b67c5ed40858e8a6999e4e3a534 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/e6236b67c5ed40858e8a6999e4e3a534 2024-11-13T10:13:49,039 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/e6236b67c5ed40858e8a6999e4e3a534, entries=150, sequenceid=591, filesize=12.0 K 2024-11-13T10:13:49,040 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/B/c77f1c57ef064af59e9cc4227793a2e3 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/c77f1c57ef064af59e9cc4227793a2e3 2024-11-13T10:13:49,044 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/c77f1c57ef064af59e9cc4227793a2e3, entries=150, sequenceid=591, filesize=12.0 K 2024-11-13T10:13:49,045 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/.tmp/C/7c658394cf8e4212bed48a2d4b075b6b as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/7c658394cf8e4212bed48a2d4b075b6b 2024-11-13T10:13:49,049 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/7c658394cf8e4212bed48a2d4b075b6b, entries=150, sequenceid=591, filesize=12.0 K 2024-11-13T10:13:49,050 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 0f211ad4f29004a709d90428b79f6131 in 1253ms, sequenceid=591, compaction requested=false 2024-11-13T10:13:49,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/ce692b8d7a7a4cfca5300b538091d599, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/48a3b71f85b14acc9e899a4f3fffbaa1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/1e9e86db31c940849942dca27ce3007d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/fd50684d78354001a8824f39cbfbb97f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/3d369a31a02c458a8635386209becb69, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/2c17d9d72e54471a8d3e901500b0e2f4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/20de3f10b79d4faa83ed4aa8accbcb1a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/562b3ad2dc92470d95c724b7c14eacfd, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/21ac3fe616e14d4097207010b13f9873, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/d79c6095e14e442a9e98ff46db3bcfb1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/788db2149cda4c2298d5dd827a90fad7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/8cb499e3a69d45a085f35e5ab92803ea, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/a3af36e7c0074753971d7db09ad7bd31, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/93dbb75e88474696bdd48e2d43731b40, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/9c8d75511df84748a982cdcdaf939091, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/2a0bf104836242908dfd091db3a22635, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/6e6e459c01794c96a8cba80a51f4fa0d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/a2fc2789cc6e4dddbd1b65e638c1bb63, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/0d83e84827bf42c792b382778a9e9c65, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/55f99e7a6aec4f20a188a41e14d99c35, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/a5b0032ca69a448db1e1b4f96a19650c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/96e7d8b27d434faea09b9e416a0bfb2b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/939bb4668bac4dedbebe6ce0bec0077e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/7e5a38d143174b9ea0899c1e5948748a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/e1ca5b61ed3d4f74931fcff437964e97, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/90c3142b28ce4e03b2c20b8554a3515e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/0a7118f58a374305ae6aa9721ababefc, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/96004a7ec24d47398b21520569444232, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/16f1af54183842ff94b1cfe22e7987c9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/6a76601efa184a90987d74e1cc8bcd22, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/4396da3926e24d3494306b0f5fc0fe5c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/d39f0a70b8c448f8a2486008751645cc, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/ad0da15c45b44fe7887e94016c565f1e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/c043837b3d2746319141c57eec2e727b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/f9c9afeb94aa48d09d168fa3b8687166, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/cc752a9b526b4a8b84d4804d77084927, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/985307f6a70b4e9f861ceef1c0b56720, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/0ed0cbc277074d4d845fd8f9c8a67d57] to archive 2024-11-13T10:13:49,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:13:49,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/ce692b8d7a7a4cfca5300b538091d599 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/ce692b8d7a7a4cfca5300b538091d599 2024-11-13T10:13:49,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/48a3b71f85b14acc9e899a4f3fffbaa1 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/48a3b71f85b14acc9e899a4f3fffbaa1 2024-11-13T10:13:49,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/1e9e86db31c940849942dca27ce3007d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/1e9e86db31c940849942dca27ce3007d 2024-11-13T10:13:49,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/fd50684d78354001a8824f39cbfbb97f to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/fd50684d78354001a8824f39cbfbb97f 2024-11-13T10:13:49,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/3d369a31a02c458a8635386209becb69 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/3d369a31a02c458a8635386209becb69 2024-11-13T10:13:49,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/2c17d9d72e54471a8d3e901500b0e2f4 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/2c17d9d72e54471a8d3e901500b0e2f4 2024-11-13T10:13:49,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/20de3f10b79d4faa83ed4aa8accbcb1a to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/20de3f10b79d4faa83ed4aa8accbcb1a 2024-11-13T10:13:49,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/562b3ad2dc92470d95c724b7c14eacfd to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/562b3ad2dc92470d95c724b7c14eacfd 2024-11-13T10:13:49,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/21ac3fe616e14d4097207010b13f9873 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/21ac3fe616e14d4097207010b13f9873 2024-11-13T10:13:49,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/d79c6095e14e442a9e98ff46db3bcfb1 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/d79c6095e14e442a9e98ff46db3bcfb1 2024-11-13T10:13:49,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/788db2149cda4c2298d5dd827a90fad7 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/788db2149cda4c2298d5dd827a90fad7 2024-11-13T10:13:49,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/8cb499e3a69d45a085f35e5ab92803ea to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/8cb499e3a69d45a085f35e5ab92803ea 2024-11-13T10:13:49,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/a3af36e7c0074753971d7db09ad7bd31 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/a3af36e7c0074753971d7db09ad7bd31 2024-11-13T10:13:49,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/93dbb75e88474696bdd48e2d43731b40 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/93dbb75e88474696bdd48e2d43731b40 2024-11-13T10:13:49,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/9c8d75511df84748a982cdcdaf939091 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/9c8d75511df84748a982cdcdaf939091 2024-11-13T10:13:49,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/2a0bf104836242908dfd091db3a22635 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/2a0bf104836242908dfd091db3a22635 2024-11-13T10:13:49,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/6e6e459c01794c96a8cba80a51f4fa0d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/6e6e459c01794c96a8cba80a51f4fa0d 2024-11-13T10:13:49,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/a2fc2789cc6e4dddbd1b65e638c1bb63 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/a2fc2789cc6e4dddbd1b65e638c1bb63 2024-11-13T10:13:49,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/0d83e84827bf42c792b382778a9e9c65 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/0d83e84827bf42c792b382778a9e9c65 2024-11-13T10:13:49,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/55f99e7a6aec4f20a188a41e14d99c35 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/55f99e7a6aec4f20a188a41e14d99c35 2024-11-13T10:13:49,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/a5b0032ca69a448db1e1b4f96a19650c to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/a5b0032ca69a448db1e1b4f96a19650c 2024-11-13T10:13:49,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/96e7d8b27d434faea09b9e416a0bfb2b to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/96e7d8b27d434faea09b9e416a0bfb2b 2024-11-13T10:13:49,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/939bb4668bac4dedbebe6ce0bec0077e to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/939bb4668bac4dedbebe6ce0bec0077e 2024-11-13T10:13:49,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/7e5a38d143174b9ea0899c1e5948748a to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/7e5a38d143174b9ea0899c1e5948748a 2024-11-13T10:13:49,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/e1ca5b61ed3d4f74931fcff437964e97 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/e1ca5b61ed3d4f74931fcff437964e97 2024-11-13T10:13:49,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/90c3142b28ce4e03b2c20b8554a3515e to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/90c3142b28ce4e03b2c20b8554a3515e 2024-11-13T10:13:49,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/0a7118f58a374305ae6aa9721ababefc to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/0a7118f58a374305ae6aa9721ababefc 2024-11-13T10:13:49,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/96004a7ec24d47398b21520569444232 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/96004a7ec24d47398b21520569444232 2024-11-13T10:13:49,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/16f1af54183842ff94b1cfe22e7987c9 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/16f1af54183842ff94b1cfe22e7987c9 2024-11-13T10:13:49,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/6a76601efa184a90987d74e1cc8bcd22 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/6a76601efa184a90987d74e1cc8bcd22 2024-11-13T10:13:49,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/4396da3926e24d3494306b0f5fc0fe5c to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/4396da3926e24d3494306b0f5fc0fe5c 2024-11-13T10:13:49,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/d39f0a70b8c448f8a2486008751645cc to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/d39f0a70b8c448f8a2486008751645cc 2024-11-13T10:13:49,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/ad0da15c45b44fe7887e94016c565f1e to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/ad0da15c45b44fe7887e94016c565f1e 2024-11-13T10:13:49,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/c043837b3d2746319141c57eec2e727b to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/c043837b3d2746319141c57eec2e727b 2024-11-13T10:13:49,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/f9c9afeb94aa48d09d168fa3b8687166 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/f9c9afeb94aa48d09d168fa3b8687166 2024-11-13T10:13:49,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/cc752a9b526b4a8b84d4804d77084927 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/cc752a9b526b4a8b84d4804d77084927 2024-11-13T10:13:49,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/985307f6a70b4e9f861ceef1c0b56720 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/985307f6a70b4e9f861ceef1c0b56720 2024-11-13T10:13:49,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/0ed0cbc277074d4d845fd8f9c8a67d57 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/0ed0cbc277074d4d845fd8f9c8a67d57 2024-11-13T10:13:49,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/88fbb54fbc8d4040a2e163fbe266eb92, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/9d556d2be3a047599230afbd5cb3b5ad, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/158caaf42c354626b5666573358b2dea, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/b10a0a5127e641b1ab9fff3a5563001c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/4b947b5dd80d4aa1b921d3f44e4d5864, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/a0b58ecb870d4c069b4401a25c08c8d4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/c59f8fee4b0645e7b82100fe7067a94e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/e1ef474a0c3e4038a956a0d4247f6a3d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/b30e81fe2e2f4a3ea16aa380147ce414, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/8099a126e2c64233a42b32f1c85fb0da, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/b23e198266fd4786b2573973c1b49383, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/f341a0acb90749ce8c691e231563c9b4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/efdb6c0c3bcc4445b23070fa81255679, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/e91030499a584444a3a920f5e7d5e327, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/bfc57456eca547cbbd40dc30984b50ab, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/4030727709884043ad732b28a44df92a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/c6b3af8b5b8746b6ae9f993b0b4842e5, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/12ddc07c178a41709529be4a0d4ced10, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/3f0bd5b4de994fc1ba20a2eb8f7e37ab, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/1f77340a9e4f49289c79a664600f2dbe, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/61683e965460438390c1365f03c5ca96, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/ecfc2edb4a894642b5dad2c8d64080d5, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/623242afff2542f48e68fcb6a03e81e4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/405fb869ba81436da3f8ec0d98e50557, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/967974da7d4e4f559a658682606ec183, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/1e572378cb1d448e8cb0e0118f5540a5, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/8dc090cb056145b684c9f33a1524a65b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/5b4fd86a84724f34816fe137d6783787, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/6b6cd2d45be3492c83208193154212de, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/bae7363376494c50b65407b28c98a903, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/e7b6ddbd400b4b36881cf3f56e323609, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/6862cd71e8e247b4a64e0279f4035d33, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/300a41cd146b4a12b6f5c4f049f98e62, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/6d71be4e5bf74f77b29622cb5e34119f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/bd519c46978348138f41788aa17bc410, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/0db692cd9d8c4ead9a25f65b2dba2252, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/7f52a1ce88c34955a62e831167914655, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/5a5eb63b0c5c48ffa2182c5a86e2a54c] to archive 2024-11-13T10:13:49,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:13:49,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/88fbb54fbc8d4040a2e163fbe266eb92 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/88fbb54fbc8d4040a2e163fbe266eb92 2024-11-13T10:13:49,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/9d556d2be3a047599230afbd5cb3b5ad to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/9d556d2be3a047599230afbd5cb3b5ad 2024-11-13T10:13:49,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/158caaf42c354626b5666573358b2dea to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/158caaf42c354626b5666573358b2dea 2024-11-13T10:13:49,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/b10a0a5127e641b1ab9fff3a5563001c to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/b10a0a5127e641b1ab9fff3a5563001c 2024-11-13T10:13:49,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/4b947b5dd80d4aa1b921d3f44e4d5864 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/4b947b5dd80d4aa1b921d3f44e4d5864 2024-11-13T10:13:49,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/a0b58ecb870d4c069b4401a25c08c8d4 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/a0b58ecb870d4c069b4401a25c08c8d4 2024-11-13T10:13:49,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/c59f8fee4b0645e7b82100fe7067a94e to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/c59f8fee4b0645e7b82100fe7067a94e 2024-11-13T10:13:49,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/e1ef474a0c3e4038a956a0d4247f6a3d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/e1ef474a0c3e4038a956a0d4247f6a3d 2024-11-13T10:13:49,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/b30e81fe2e2f4a3ea16aa380147ce414 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/b30e81fe2e2f4a3ea16aa380147ce414 2024-11-13T10:13:49,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/8099a126e2c64233a42b32f1c85fb0da to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/8099a126e2c64233a42b32f1c85fb0da 2024-11-13T10:13:49,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/b23e198266fd4786b2573973c1b49383 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/b23e198266fd4786b2573973c1b49383 2024-11-13T10:13:49,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/f341a0acb90749ce8c691e231563c9b4 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/f341a0acb90749ce8c691e231563c9b4 2024-11-13T10:13:49,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/efdb6c0c3bcc4445b23070fa81255679 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/efdb6c0c3bcc4445b23070fa81255679 2024-11-13T10:13:49,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/e91030499a584444a3a920f5e7d5e327 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/e91030499a584444a3a920f5e7d5e327 2024-11-13T10:13:49,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/bfc57456eca547cbbd40dc30984b50ab to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/bfc57456eca547cbbd40dc30984b50ab 2024-11-13T10:13:49,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/4030727709884043ad732b28a44df92a to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/4030727709884043ad732b28a44df92a 2024-11-13T10:13:49,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/c6b3af8b5b8746b6ae9f993b0b4842e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/c6b3af8b5b8746b6ae9f993b0b4842e5 2024-11-13T10:13:49,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/12ddc07c178a41709529be4a0d4ced10 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/12ddc07c178a41709529be4a0d4ced10 2024-11-13T10:13:49,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/3f0bd5b4de994fc1ba20a2eb8f7e37ab to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/3f0bd5b4de994fc1ba20a2eb8f7e37ab 2024-11-13T10:13:49,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/1f77340a9e4f49289c79a664600f2dbe to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/1f77340a9e4f49289c79a664600f2dbe 2024-11-13T10:13:49,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/61683e965460438390c1365f03c5ca96 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/61683e965460438390c1365f03c5ca96 2024-11-13T10:13:49,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/ecfc2edb4a894642b5dad2c8d64080d5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/ecfc2edb4a894642b5dad2c8d64080d5 2024-11-13T10:13:49,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/623242afff2542f48e68fcb6a03e81e4 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/623242afff2542f48e68fcb6a03e81e4 2024-11-13T10:13:49,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/405fb869ba81436da3f8ec0d98e50557 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/405fb869ba81436da3f8ec0d98e50557 2024-11-13T10:13:49,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/967974da7d4e4f559a658682606ec183 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/967974da7d4e4f559a658682606ec183 2024-11-13T10:13:49,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/1e572378cb1d448e8cb0e0118f5540a5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/1e572378cb1d448e8cb0e0118f5540a5 2024-11-13T10:13:49,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/8dc090cb056145b684c9f33a1524a65b to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/8dc090cb056145b684c9f33a1524a65b 2024-11-13T10:13:49,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/5b4fd86a84724f34816fe137d6783787 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/5b4fd86a84724f34816fe137d6783787 2024-11-13T10:13:49,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/6b6cd2d45be3492c83208193154212de to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/6b6cd2d45be3492c83208193154212de 2024-11-13T10:13:49,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/bae7363376494c50b65407b28c98a903 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/bae7363376494c50b65407b28c98a903 2024-11-13T10:13:49,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/e7b6ddbd400b4b36881cf3f56e323609 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/e7b6ddbd400b4b36881cf3f56e323609 2024-11-13T10:13:49,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/6862cd71e8e247b4a64e0279f4035d33 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/6862cd71e8e247b4a64e0279f4035d33 2024-11-13T10:13:49,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/300a41cd146b4a12b6f5c4f049f98e62 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/300a41cd146b4a12b6f5c4f049f98e62 2024-11-13T10:13:49,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/6d71be4e5bf74f77b29622cb5e34119f to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/6d71be4e5bf74f77b29622cb5e34119f 2024-11-13T10:13:49,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/bd519c46978348138f41788aa17bc410 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/bd519c46978348138f41788aa17bc410 2024-11-13T10:13:49,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/0db692cd9d8c4ead9a25f65b2dba2252 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/0db692cd9d8c4ead9a25f65b2dba2252 2024-11-13T10:13:49,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/7f52a1ce88c34955a62e831167914655 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/7f52a1ce88c34955a62e831167914655 2024-11-13T10:13:49,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/5a5eb63b0c5c48ffa2182c5a86e2a54c to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/5a5eb63b0c5c48ffa2182c5a86e2a54c 2024-11-13T10:13:49,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/43de24d774f944d4b037a24e35efc8ea, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/b1cf15e6438a491eadb2210d47e211e4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/cbd5a72e8ff14a468e1c78232c100c0b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/d3e839a367f749029dcb6782c2fabab4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/17d1c39c643a4b0aab7c2a060f392d0d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/d1771a376d084876ba10743230e83914, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/560dd114d35a470a8e1df18c36c77d6a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/8b213cf046a44d52953912a31292e63f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/846149d3fdaf452b89543ea5a38095c7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/904ada111279419986f4ce3379c5cc8d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/45157df0f02e49eeb2b5bb0571464f28, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/245fa574ff954a0fbd8d30dad4600024, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/aa5f9de8671f48e58c884ee589621529, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/6b2d49365f7e42639d7085c3c2a6f275, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/71dd015dc4f84d63a3f074b169b963e7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/1b8804ee6a984f42ad05d3c4336b1200, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/452230edd0dd4cf7a7bc84eb0b9b84c7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/f035ac2319ed4ee6aba73a235a42ce06, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/5ae5707f12384a01b11841436ed28c62, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/67dca6e4482b4cb2aa436ae1895ff1cc, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/c1e74b6e16664ee089ed24a6d45af399, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/370744f3eed34e19b50a068c24ffa73f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/0f9c228daf8e47949db124118cb5eb29, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/cbf11522ed994dc291d53301a2f7c64d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/8d35b00550fb40e982009a53b8336d63, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/be4df8e664b040399d4ac6fbe649e9e1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/da54adf7791c4daab576578859d88952, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/2a621d05ba404ae1b386253e4ffdf287, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/9d84b2dd57974006ba1e5de2b8b485e5, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/46281bd1015e4a0f9e40cd1961a01453, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/afafc53fe73b4008b9e7eed36989e046, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/6f046ec8235c4451807061440c75a6db, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/5b726c712b004199ae2bed30670f5131, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/60c4803b7e474d5588ec8d7e5f05813a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/2b8360fcbc60497198e88edc492ec5df, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/39af4b189cdb4f8abcec367041b0e961, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/9c39b8ae2ffd437dbf5506699f326f90, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/f55938099405456bbcac6ee199552b06] to archive 2024-11-13T10:13:49,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:13:49,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/43de24d774f944d4b037a24e35efc8ea to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/43de24d774f944d4b037a24e35efc8ea 2024-11-13T10:13:49,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/b1cf15e6438a491eadb2210d47e211e4 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/b1cf15e6438a491eadb2210d47e211e4 2024-11-13T10:13:49,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/cbd5a72e8ff14a468e1c78232c100c0b to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/cbd5a72e8ff14a468e1c78232c100c0b 2024-11-13T10:13:49,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/d3e839a367f749029dcb6782c2fabab4 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/d3e839a367f749029dcb6782c2fabab4 2024-11-13T10:13:49,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/17d1c39c643a4b0aab7c2a060f392d0d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/17d1c39c643a4b0aab7c2a060f392d0d 2024-11-13T10:13:49,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/d1771a376d084876ba10743230e83914 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/d1771a376d084876ba10743230e83914 2024-11-13T10:13:49,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/560dd114d35a470a8e1df18c36c77d6a to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/560dd114d35a470a8e1df18c36c77d6a 2024-11-13T10:13:49,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/8b213cf046a44d52953912a31292e63f to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/8b213cf046a44d52953912a31292e63f 2024-11-13T10:13:49,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/846149d3fdaf452b89543ea5a38095c7 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/846149d3fdaf452b89543ea5a38095c7 2024-11-13T10:13:49,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/904ada111279419986f4ce3379c5cc8d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/904ada111279419986f4ce3379c5cc8d 2024-11-13T10:13:49,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/45157df0f02e49eeb2b5bb0571464f28 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/45157df0f02e49eeb2b5bb0571464f28 2024-11-13T10:13:49,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/245fa574ff954a0fbd8d30dad4600024 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/245fa574ff954a0fbd8d30dad4600024 2024-11-13T10:13:49,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/aa5f9de8671f48e58c884ee589621529 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/aa5f9de8671f48e58c884ee589621529 2024-11-13T10:13:49,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/6b2d49365f7e42639d7085c3c2a6f275 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/6b2d49365f7e42639d7085c3c2a6f275 2024-11-13T10:13:49,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/71dd015dc4f84d63a3f074b169b963e7 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/71dd015dc4f84d63a3f074b169b963e7 2024-11-13T10:13:49,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/1b8804ee6a984f42ad05d3c4336b1200 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/1b8804ee6a984f42ad05d3c4336b1200 2024-11-13T10:13:49,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/452230edd0dd4cf7a7bc84eb0b9b84c7 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/452230edd0dd4cf7a7bc84eb0b9b84c7 2024-11-13T10:13:49,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/f035ac2319ed4ee6aba73a235a42ce06 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/f035ac2319ed4ee6aba73a235a42ce06 2024-11-13T10:13:49,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/5ae5707f12384a01b11841436ed28c62 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/5ae5707f12384a01b11841436ed28c62 2024-11-13T10:13:49,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/67dca6e4482b4cb2aa436ae1895ff1cc to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/67dca6e4482b4cb2aa436ae1895ff1cc 2024-11-13T10:13:49,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/c1e74b6e16664ee089ed24a6d45af399 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/c1e74b6e16664ee089ed24a6d45af399 2024-11-13T10:13:49,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/370744f3eed34e19b50a068c24ffa73f to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/370744f3eed34e19b50a068c24ffa73f 2024-11-13T10:13:49,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/0f9c228daf8e47949db124118cb5eb29 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/0f9c228daf8e47949db124118cb5eb29 2024-11-13T10:13:49,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/cbf11522ed994dc291d53301a2f7c64d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/cbf11522ed994dc291d53301a2f7c64d 2024-11-13T10:13:49,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/8d35b00550fb40e982009a53b8336d63 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/8d35b00550fb40e982009a53b8336d63 2024-11-13T10:13:49,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/be4df8e664b040399d4ac6fbe649e9e1 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/be4df8e664b040399d4ac6fbe649e9e1 2024-11-13T10:13:49,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/da54adf7791c4daab576578859d88952 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/da54adf7791c4daab576578859d88952 2024-11-13T10:13:49,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/2a621d05ba404ae1b386253e4ffdf287 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/2a621d05ba404ae1b386253e4ffdf287 2024-11-13T10:13:49,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/9d84b2dd57974006ba1e5de2b8b485e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/9d84b2dd57974006ba1e5de2b8b485e5 2024-11-13T10:13:49,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/46281bd1015e4a0f9e40cd1961a01453 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/46281bd1015e4a0f9e40cd1961a01453 2024-11-13T10:13:49,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/afafc53fe73b4008b9e7eed36989e046 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/afafc53fe73b4008b9e7eed36989e046 2024-11-13T10:13:49,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/6f046ec8235c4451807061440c75a6db to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/6f046ec8235c4451807061440c75a6db 2024-11-13T10:13:49,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/5b726c712b004199ae2bed30670f5131 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/5b726c712b004199ae2bed30670f5131 2024-11-13T10:13:49,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/60c4803b7e474d5588ec8d7e5f05813a to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/60c4803b7e474d5588ec8d7e5f05813a 2024-11-13T10:13:49,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/2b8360fcbc60497198e88edc492ec5df to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/2b8360fcbc60497198e88edc492ec5df 2024-11-13T10:13:49,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/39af4b189cdb4f8abcec367041b0e961 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/39af4b189cdb4f8abcec367041b0e961 2024-11-13T10:13:49,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/9c39b8ae2ffd437dbf5506699f326f90 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/9c39b8ae2ffd437dbf5506699f326f90 2024-11-13T10:13:49,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/f55938099405456bbcac6ee199552b06 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/f55938099405456bbcac6ee199552b06 2024-11-13T10:13:49,219 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/recovered.edits/594.seqid, newMaxSeqId=594, maxSeqId=1 2024-11-13T10:13:49,220 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. 2024-11-13T10:13:49,220 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for 0f211ad4f29004a709d90428b79f6131: Waiting for close lock at 1731492827797Running coprocessor pre-close hooks at 1731492827797Disabling compacts and flushes for region at 1731492827797Disabling writes for close at 1731492827797Obtaining lock to block concurrent updates at 1731492827797Preparing flush snapshotting stores in 0f211ad4f29004a709d90428b79f6131 at 1731492827797Finished memstore snapshotting TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1731492827798 (+1 ms)Flushing stores of TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131. at 1731492827798Flushing 0f211ad4f29004a709d90428b79f6131/A: creating writer at 1731492827798Flushing 0f211ad4f29004a709d90428b79f6131/A: appending metadata at 1731492827801 (+3 ms)Flushing 0f211ad4f29004a709d90428b79f6131/A: closing flushed file at 1731492827801Flushing 0f211ad4f29004a709d90428b79f6131/B: creating writer at 1731492828211 (+410 ms)Flushing 0f211ad4f29004a709d90428b79f6131/B: appending metadata at 1731492828213 (+2 ms)Flushing 0f211ad4f29004a709d90428b79f6131/B: closing flushed file at 1731492828213Flushing 0f211ad4f29004a709d90428b79f6131/C: creating writer at 1731492828623 (+410 ms)Flushing 0f211ad4f29004a709d90428b79f6131/C: appending metadata at 1731492828626 (+3 ms)Flushing 0f211ad4f29004a709d90428b79f6131/C: closing flushed file at 1731492828626Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f6de0c2: reopening flushed file at 1731492829035 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d3e8b35: reopening flushed file at 1731492829039 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5459ffa3: reopening flushed file at 1731492829045 (+6 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 0f211ad4f29004a709d90428b79f6131 in 1253ms, sequenceid=591, compaction requested=false at 1731492829050 (+5 ms)Writing region close event to WAL at 1731492829215 (+165 ms)Running coprocessor post-close hooks at 1731492829220 (+5 ms)Closed at 1731492829220 2024-11-13T10:13:49,222 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed 0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:49,223 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=0f211ad4f29004a709d90428b79f6131, regionState=CLOSED 2024-11-13T10:13:49,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 because future has completed 2024-11-13T10:13:49,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-13T10:13:49,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure 0f211ad4f29004a709d90428b79f6131, server=770665a7984d,33247,1731492796966 in 1.5870 sec 2024-11-13T10:13:49,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-13T10:13:49,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f211ad4f29004a709d90428b79f6131, UNASSIGN in 1.5930 sec 2024-11-13T10:13:49,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-13T10:13:49,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5990 sec 2024-11-13T10:13:49,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492829234"}]},"ts":"1731492829234"} 2024-11-13T10:13:49,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T10:13:49,235 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T10:13:49,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6130 sec 2024-11-13T10:13:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T10:13:49,775 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:13:49,778 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T10:13:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:13:49,784 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:13:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-13T10:13:49,786 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:13:49,790 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:49,794 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A, FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B, FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C, FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/recovered.edits] 2024-11-13T10:13:49,797 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/d195a1e593dd4a2f965c1b452d9a9850 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/d195a1e593dd4a2f965c1b452d9a9850 2024-11-13T10:13:49,798 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/e6236b67c5ed40858e8a6999e4e3a534 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/A/e6236b67c5ed40858e8a6999e4e3a534 2024-11-13T10:13:49,801 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/0141636d3ca74bf89db6e1d0cd8fa2a1 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/0141636d3ca74bf89db6e1d0cd8fa2a1 2024-11-13T10:13:49,802 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/c77f1c57ef064af59e9cc4227793a2e3 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/B/c77f1c57ef064af59e9cc4227793a2e3 2024-11-13T10:13:49,804 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/7c658394cf8e4212bed48a2d4b075b6b to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/7c658394cf8e4212bed48a2d4b075b6b 2024-11-13T10:13:49,806 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/cf0046f5310f42be85996349d1ec450d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/C/cf0046f5310f42be85996349d1ec450d 2024-11-13T10:13:49,809 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/recovered.edits/594.seqid to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131/recovered.edits/594.seqid 2024-11-13T10:13:49,809 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/0f211ad4f29004a709d90428b79f6131 2024-11-13T10:13:49,809 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T10:13:49,814 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:13:49,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-13T10:13:49,824 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T10:13:49,862 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T10:13:49,864 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:13:49,864 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T10:13:49,865 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731492829864"}]},"ts":"9223372036854775807"} 2024-11-13T10:13:49,869 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T10:13:49,869 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0f211ad4f29004a709d90428b79f6131, NAME => 'TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T10:13:49,869 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T10:13:49,869 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731492829869"}]},"ts":"9223372036854775807"} 2024-11-13T10:13:49,872 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T10:13:49,873 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:13:49,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 94 msec 2024-11-13T10:13:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-13T10:13:49,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T10:13:49,896 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:13:49,909 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=248 (was 211) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/770665a7984d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_707221434_22 at /127.0.0.1:47334 [Waiting for operation #188] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;770665a7984d:33247-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1262238557_22 at /127.0.0.1:43752 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/770665a7984d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 300) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3296 (was 3438) 2024-11-13T10:13:49,919 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=3295 2024-11-13T10:13:49,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T10:13:49,921 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:13:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T10:13:49,923 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:13:49,923 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:49,923 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-11-13T10:13:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-13T10:13:49,924 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:13:49,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741957_1133 (size=1061) 2024-11-13T10:13:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-13T10:13:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-13T10:13:50,333 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388 2024-11-13T10:13:50,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741958_1134 (size=53) 2024-11-13T10:13:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-13T10:13:50,740 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:13:50,740 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 72c2698a1815815ee2e7db007a13c8e5, disabling compactions & flushes 2024-11-13T10:13:50,740 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:50,740 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:50,740 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. after waiting 0 ms 2024-11-13T10:13:50,740 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:50,740 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:50,740 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 72c2698a1815815ee2e7db007a13c8e5: Waiting for close lock at 1731492830740Disabling compacts and flushes for region at 1731492830740Disabling writes for close at 1731492830740Writing region close event to WAL at 1731492830740Closed at 1731492830740 2024-11-13T10:13:50,742 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:13:50,742 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731492830742"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731492830742"}]},"ts":"1731492830742"} 2024-11-13T10:13:50,744 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:13:50,745 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:13:50,745 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492830745"}]},"ts":"1731492830745"} 2024-11-13T10:13:50,746 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T10:13:50,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72c2698a1815815ee2e7db007a13c8e5, ASSIGN}] 2024-11-13T10:13:50,748 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72c2698a1815815ee2e7db007a13c8e5, ASSIGN 2024-11-13T10:13:50,748 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=72c2698a1815815ee2e7db007a13c8e5, ASSIGN; state=OFFLINE, location=770665a7984d,33247,1731492796966; forceNewPlan=false, retain=false 2024-11-13T10:13:50,899 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=72c2698a1815815ee2e7db007a13c8e5, regionState=OPENING, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:13:50,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=72c2698a1815815ee2e7db007a13c8e5, ASSIGN because future has completed 2024-11-13T10:13:50,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966}] 2024-11-13T10:13:51,057 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:51,057 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:13:51,057 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:51,057 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:13:51,057 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:51,057 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:51,059 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:51,060 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:13:51,061 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72c2698a1815815ee2e7db007a13c8e5 columnFamilyName A 2024-11-13T10:13:51,061 DEBUG [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:51,061 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] regionserver.HStore(327): Store=72c2698a1815815ee2e7db007a13c8e5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:13:51,062 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:51,063 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:13:51,063 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72c2698a1815815ee2e7db007a13c8e5 columnFamilyName B 2024-11-13T10:13:51,063 DEBUG [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:51,063 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] regionserver.HStore(327): Store=72c2698a1815815ee2e7db007a13c8e5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:13:51,063 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:51,064 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:13:51,064 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72c2698a1815815ee2e7db007a13c8e5 columnFamilyName C 2024-11-13T10:13:51,065 DEBUG [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:51,065 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] regionserver.HStore(327): Store=72c2698a1815815ee2e7db007a13c8e5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:13:51,065 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:51,065 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-13T10:13:51,066 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:51,066 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:51,067 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:51,067 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:51,068 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T10:13:51,069 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:51,071 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:13:51,071 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 72c2698a1815815ee2e7db007a13c8e5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65121437, jitterRate=-0.029614970088005066}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T10:13:51,071 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:51,072 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 72c2698a1815815ee2e7db007a13c8e5: Running coprocessor pre-open hook at 1731492831058Writing region info on filesystem at 1731492831058Initializing all the Stores at 1731492831058Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492831058Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492831058Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492831059 (+1 ms)Cleaning up temporary data from old regions at 1731492831067 (+8 ms)Running coprocessor post-open hooks at 1731492831071 (+4 ms)Region opened successfully at 1731492831072 (+1 ms) 2024-11-13T10:13:51,073 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., pid=36, masterSystemTime=1731492831053 2024-11-13T10:13:51,075 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:51,075 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:51,075 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=72c2698a1815815ee2e7db007a13c8e5, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:13:51,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 because future has completed 2024-11-13T10:13:51,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-13T10:13:51,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 in 177 msec 2024-11-13T10:13:51,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-13T10:13:51,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72c2698a1815815ee2e7db007a13c8e5, ASSIGN in 333 msec 2024-11-13T10:13:51,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:13:51,083 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492831082"}]},"ts":"1731492831082"} 2024-11-13T10:13:51,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T10:13:51,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:13:51,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1630 sec 2024-11-13T10:13:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-13T10:13:52,075 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:13:52,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736030eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:52,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:13:52,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:13:52,078 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:13:52,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:13:52,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:13:52,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b1d852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:52,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:13:52,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:13:52,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:52,080 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:13:52,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695908f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:52,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:13:52,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:13:52,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:13:52,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:13:52,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:13:52,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,34701,1731492796132 2024-11-13T10:13:52,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57da0b84 2024-11-13T10:13:52,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:13:52,086 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:13:52,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T10:13:52,092 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:13:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-13T10:13:52,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741959_1135 (size=1097) 2024-11-13T10:13:52,510 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-13T10:13:52,510 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-13T10:13:52,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T10:13:52,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72c2698a1815815ee2e7db007a13c8e5, REOPEN/MOVE}] 2024-11-13T10:13:52,521 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72c2698a1815815ee2e7db007a13c8e5, REOPEN/MOVE 2024-11-13T10:13:52,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=72c2698a1815815ee2e7db007a13c8e5, regionState=CLOSING, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:13:52,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=72c2698a1815815ee2e7db007a13c8e5, REOPEN/MOVE because future has completed 2024-11-13T10:13:52,524 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T10:13:52,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966}] 2024-11-13T10:13:52,676 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:52,676 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T10:13:52,676 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing 72c2698a1815815ee2e7db007a13c8e5, disabling compactions & flushes 2024-11-13T10:13:52,677 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:52,677 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:52,677 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. after waiting 0 ms 2024-11-13T10:13:52,677 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:52,680 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T10:13:52,681 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:52,681 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for 72c2698a1815815ee2e7db007a13c8e5: Waiting for close lock at 1731492832676Running coprocessor pre-close hooks at 1731492832676Disabling compacts and flushes for region at 1731492832676Disabling writes for close at 1731492832677 (+1 ms)Writing region close event to WAL at 1731492832677Running coprocessor post-close hooks at 1731492832681 (+4 ms)Closed at 1731492832681 2024-11-13T10:13:52,681 WARN [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: 72c2698a1815815ee2e7db007a13c8e5 to self. 2024-11-13T10:13:52,683 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:52,683 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=72c2698a1815815ee2e7db007a13c8e5, regionState=CLOSED 2024-11-13T10:13:52,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 because future has completed 2024-11-13T10:13:52,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-13T10:13:52,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure 72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 in 162 msec 2024-11-13T10:13:52,688 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=72c2698a1815815ee2e7db007a13c8e5, REOPEN/MOVE; state=CLOSED, location=770665a7984d,33247,1731492796966; forceNewPlan=false, retain=true 2024-11-13T10:13:52,839 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=72c2698a1815815ee2e7db007a13c8e5, regionState=OPENING, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:13:52,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=72c2698a1815815ee2e7db007a13c8e5, REOPEN/MOVE because future has completed 2024-11-13T10:13:52,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966}] 2024-11-13T10:13:52,996 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:52,996 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:13:52,996 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:52,996 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:13:52,996 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:52,996 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:52,999 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:52,999 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:13:53,006 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72c2698a1815815ee2e7db007a13c8e5 columnFamilyName A 2024-11-13T10:13:53,008 DEBUG [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:53,009 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] regionserver.HStore(327): Store=72c2698a1815815ee2e7db007a13c8e5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:13:53,009 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:53,010 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:13:53,010 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72c2698a1815815ee2e7db007a13c8e5 columnFamilyName B 2024-11-13T10:13:53,010 DEBUG [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:53,010 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] regionserver.HStore(327): Store=72c2698a1815815ee2e7db007a13c8e5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:13:53,010 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:53,011 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:13:53,011 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72c2698a1815815ee2e7db007a13c8e5 columnFamilyName C 2024-11-13T10:13:53,011 DEBUG [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:53,011 INFO [StoreOpener-72c2698a1815815ee2e7db007a13c8e5-1 {}] regionserver.HStore(327): Store=72c2698a1815815ee2e7db007a13c8e5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:13:53,012 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:53,012 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:53,012 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:53,013 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:53,014 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:53,014 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:53,015 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T10:13:53,016 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:53,017 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 72c2698a1815815ee2e7db007a13c8e5; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59240846, jitterRate=-0.11724260449409485}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T10:13:53,017 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:53,018 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 72c2698a1815815ee2e7db007a13c8e5: Running coprocessor pre-open hook at 1731492832996Writing region info on filesystem at 1731492832996Initializing all the Stores at 1731492832997 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492832997Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492832997Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492832997Cleaning up temporary data from old regions at 1731492833014 (+17 ms)Running coprocessor post-open hooks at 1731492833017 (+3 ms)Region opened successfully at 1731492833018 (+1 ms) 2024-11-13T10:13:53,019 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., pid=41, masterSystemTime=1731492832992 2024-11-13T10:13:53,021 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:53,021 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:53,021 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=72c2698a1815815ee2e7db007a13c8e5, regionState=OPEN, openSeqNum=5, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:13:53,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 because future has completed 2024-11-13T10:13:53,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-13T10:13:53,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 in 183 msec 2024-11-13T10:13:53,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-13T10:13:53,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72c2698a1815815ee2e7db007a13c8e5, REOPEN/MOVE in 505 msec 2024-11-13T10:13:53,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-13T10:13:53,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 515 msec 2024-11-13T10:13:53,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 937 msec 2024-11-13T10:13:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-13T10:13:53,034 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:13:53,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b7b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:13:53,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:13:53,036 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:13:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:13:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:13:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ddfca26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:13:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:13:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:53,038 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:13:53,039 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ef18fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1845b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:13:53,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:13:53,040 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:13:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:13:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:13:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb02826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:13:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:13:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:53,042 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:13:53,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb27145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208b436a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:13:53,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:13:53,043 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:13:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:13:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:13:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1626b642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:13:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:13:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:53,045 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:13:53,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12325068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349085e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,046 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:13:53,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:13:53,047 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:13:53,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:13:53,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:13:53,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b40e531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:13:53,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:13:53,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:53,048 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:13:53,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a058a84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffb7a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,049 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:13:53,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:13:53,050 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:13:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:13:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:13:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a99d476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:13:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:13:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:53,051 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:13:53,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c756ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d21c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:13:53,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:13:53,053 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:13:53,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:13:53,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:13:53,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@acf4cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:13:53,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:13:53,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:53,054 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:13:53,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1397ec7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a92e196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:13:53,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:13:53,056 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:13:53,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:13:53,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:13:53,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79402876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:13:53,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:13:53,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:53,057 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:13:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74841f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3806f988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,058 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:13:53,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:13:53,059 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:13:53,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:13:53,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:13:53,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94a4f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:13:53,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:13:53,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:53,060 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:13:53,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4abed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494eb83f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:13:53,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:13:53,062 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:13:53,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:13:53,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:13:53,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617b0dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:13:53,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:13:53,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:13:53,063 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:13:53,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce03a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:13:53,065 DEBUG [Thread-683 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:13:53,065 DEBUG [Thread-672 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:13:53,065 DEBUG [Thread-687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:13:53,065 DEBUG [Thread-685 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:13:53,065 DEBUG [Thread-678 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:13:53,065 DEBUG [Thread-680 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:13:53,065 DEBUG [Thread-689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:13:53,066 DEBUG [Thread-683 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:13:53,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:13:53,066 DEBUG [Thread-674 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:13:53,066 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:13:53,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:13:53,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:13:53,066 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:13:53,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:13:53,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:13:53,066 DEBUG [Thread-683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:13:53,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:13:53,068 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:13:53,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:13:53,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:13:53,068 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:13:53,068 DEBUG [Thread-674 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:13:53,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:13:53,068 DEBUG [Thread-674 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:13:53,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:13:53,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:13:53,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:13:53,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:13:53,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:13:53,070 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:13:53,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:13:53,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:13:53,070 DEBUG [Thread-676 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:13:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-13T10:13:53,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:13:53,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:13:53,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:13:53,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:13:53,072 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:13:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T10:13:53,073 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:13:53,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:13:53,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:13:53,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:13:53,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:13:53,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:13:53,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:13:53,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:13:53,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:13:53,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:13:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:53,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-13T10:13:53,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:13:53,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:53,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:13:53,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:53,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:13:53,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:53,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138681f80a3abc4303af6cfeb7769f5d39_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492833084/Put/seqid=0 2024-11-13T10:13:53,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731492833120, max timestamp=1731492833162Num uniques 859; 2024-11-13T10:13:53,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731492833120, max timestamp=1731492833162Num uniques 859; 2024-11-13T10:13:53,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731492833120, max timestamp=1731492833162Num uniques 859; 2024-11-13T10:13:53,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-13T10:13:53,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-13T10:13:53,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-13T10:13:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T10:13:53,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741960_1136 (size=17034) 2024-11-13T10:13:53,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492893200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:53,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492893214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:53,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:53,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492893215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:53,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492893216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:53,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:53,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492893219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:53,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T10:13:53,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:53,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:53,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:53,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:53,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:53,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:53,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492893326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:53,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:53,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492893326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:53,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:53,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:53,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492893335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:53,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:53,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492893335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:53,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:53,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:53,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492893335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:53,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:53,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:53,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T10:13:53,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:53,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:53,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:53,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:53,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:53,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T10:13:53,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T10:13:53,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:53,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:53,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:53,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:53,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:53,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492893536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:53,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:53,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492893536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:53,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:53,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:53,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492893545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:53,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:53,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492893555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:53,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:53,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,560 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492893555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:53,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:53,593 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:53,601 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138681f80a3abc4303af6cfeb7769f5d39_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138681f80a3abc4303af6cfeb7769f5d39_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:53,603 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/f95438885f194fc8b8df8952ebd7e128, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:13:53,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/f95438885f194fc8b8df8952ebd7e128 is 175, key is test_row_0/A:col10/1731492833084/Put/seqid=0 2024-11-13T10:13:53,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741961_1137 (size=48139) 2024-11-13T10:13:53,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T10:13:53,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:53,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:53,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:53,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:53,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T10:13:53,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T10:13:53,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:53,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:53,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:53,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:53,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:53,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492893845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:53,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:53,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492893857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:53,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492893856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:53,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492893867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:53,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:53,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492893867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:53,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:53,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:54,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T10:13:54,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:54,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:54,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:54,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:54,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:54,026 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/f95438885f194fc8b8df8952ebd7e128 2024-11-13T10:13:54,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/038910a901b448ddae2014d478330ed6 is 50, key is test_row_0/B:col10/1731492833084/Put/seqid=0 2024-11-13T10:13:54,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741962_1138 (size=12001) 2024-11-13T10:13:54,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/038910a901b448ddae2014d478330ed6 2024-11-13T10:13:54,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T10:13:54,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:54,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:54,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:54,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:54,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:54,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/0c4fa2925b664e52a93b29ee369ccb55 is 50, key is test_row_0/C:col10/1731492833084/Put/seqid=0 2024-11-13T10:13:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T10:13:54,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741963_1139 (size=12001) 2024-11-13T10:13:54,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T10:13:54,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:54,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:54,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:54,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:54,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:54,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492894355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:54,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:54,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:54,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:54,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492894365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:54,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492894375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:54,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:54,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:54,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:54,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492894385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:54,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492894385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:54,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:54,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:54,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:54,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:54,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:54,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:54,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T10:13:54,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:54,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:54,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:54,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:54,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:54,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T10:13:54,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:54,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:54,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:54,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:54,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:54,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/0c4fa2925b664e52a93b29ee369ccb55 2024-11-13T10:13:54,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/f95438885f194fc8b8df8952ebd7e128 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/f95438885f194fc8b8df8952ebd7e128 2024-11-13T10:13:54,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/f95438885f194fc8b8df8952ebd7e128, entries=250, sequenceid=15, filesize=47.0 K 2024-11-13T10:13:54,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/038910a901b448ddae2014d478330ed6 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/038910a901b448ddae2014d478330ed6 2024-11-13T10:13:54,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/038910a901b448ddae2014d478330ed6, entries=150, sequenceid=15, filesize=11.7 K 2024-11-13T10:13:54,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/0c4fa2925b664e52a93b29ee369ccb55 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/0c4fa2925b664e52a93b29ee369ccb55 2024-11-13T10:13:54,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/0c4fa2925b664e52a93b29ee369ccb55, entries=150, sequenceid=15, filesize=11.7 K 2024-11-13T10:13:54,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=140.89 KB/144270 for 72c2698a1815815ee2e7db007a13c8e5 in 1595ms, sequenceid=15, compaction requested=false 2024-11-13T10:13:54,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:13:54,755 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T10:13:54,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-13T10:13:54,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:54,775 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=140.89 KB heapSize=386.16 KB 2024-11-13T10:13:54,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:13:54,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:13:54,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:13:54,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:13:54,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:13:54,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:13:54,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f091df2588c246e8af4343fb5a2e4ac3_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492833213/Put/seqid=0 2024-11-13T10:13:54,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741964_1140 (size=12154) 2024-11-13T10:13:54,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:54,880 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f091df2588c246e8af4343fb5a2e4ac3_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f091df2588c246e8af4343fb5a2e4ac3_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:54,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/024f18f22c6146618c3be45cc66eef50, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:13:54,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/024f18f22c6146618c3be45cc66eef50 is 175, key is test_row_0/A:col10/1731492833213/Put/seqid=0 2024-11-13T10:13:54,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741965_1141 (size=30955) 2024-11-13T10:13:54,935 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/024f18f22c6146618c3be45cc66eef50 2024-11-13T10:13:54,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/95c5b85e258d44d7837941920f578795 is 50, key is test_row_0/B:col10/1731492833213/Put/seqid=0 2024-11-13T10:13:54,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741966_1142 (size=12001) 2024-11-13T10:13:54,999 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/95c5b85e258d44d7837941920f578795 2024-11-13T10:13:55,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/dda3db4df2594708a093621fb65ff887 is 50, key is test_row_0/C:col10/1731492833213/Put/seqid=0 2024-11-13T10:13:55,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741967_1143 (size=12001) 2024-11-13T10:13:55,072 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/dda3db4df2594708a093621fb65ff887 2024-11-13T10:13:55,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/024f18f22c6146618c3be45cc66eef50 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/024f18f22c6146618c3be45cc66eef50 2024-11-13T10:13:55,089 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/024f18f22c6146618c3be45cc66eef50, entries=150, sequenceid=49, filesize=30.2 K 2024-11-13T10:13:55,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/95c5b85e258d44d7837941920f578795 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/95c5b85e258d44d7837941920f578795 2024-11-13T10:13:55,098 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/95c5b85e258d44d7837941920f578795, entries=150, sequenceid=49, filesize=11.7 K 2024-11-13T10:13:55,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/dda3db4df2594708a093621fb65ff887 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/dda3db4df2594708a093621fb65ff887 2024-11-13T10:13:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,118 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/dda3db4df2594708a093621fb65ff887, entries=150, sequenceid=49, filesize=11.7 K 2024-11-13T10:13:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,120 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~386.11 KB/395376, currentSize=0 B/0 for 72c2698a1815815ee2e7db007a13c8e5 in 345ms, sequenceid=49, compaction requested=false 2024-11-13T10:13:55,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:13:55,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-13T10:13:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-13T10:13:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-13T10:13:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0480 sec 2024-11-13T10:13:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.0550 sec 2024-11-13T10:13:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-13T10:13:55,226 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:13:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,226 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:13:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-13T10:13:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T10:13:55,229 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:13:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,229 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:13:55,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:13:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T10:13:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-13T10:13:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:55,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:13:55,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:55,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-13T10:13:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-13T10:13:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-13T10:13:55,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-13T10:13:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 164 msec 2024-11-13T10:13:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-13T10:13:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:13:55,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:13:55,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:55,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:13:55,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b07b592b0e44403299d65c8bd7aabc7c_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492835457/Put/seqid=0 2024-11-13T10:13:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492895523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492895523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:55,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492895524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492895526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492895528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:55,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-13T10:13:55,546 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:13:55,546 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:13:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-13T10:13:55,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:55,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T10:13:55,551 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:13:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,552 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:13:55,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:13:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741969_1145 (size=26798) 2024-11-13T10:13:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,577 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,584 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b07b592b0e44403299d65c8bd7aabc7c_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b07b592b0e44403299d65c8bd7aabc7c_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,585 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/bbc1b2062cd54086bb8c0e1508040510, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:13:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/bbc1b2062cd54086bb8c0e1508040510 is 175, key is test_row_0/A:col10/1731492835457/Put/seqid=0 2024-11-13T10:13:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741968_1144 (size=82585) 2024-11-13T10:13:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:55,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492895646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:55,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492895646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:55,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:55,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:55,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492895646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:55,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T10:13:55,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492895655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:55,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:55,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492895656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:55,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:55,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T10:13:55,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:55,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:55,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:55,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:55,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:55,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492895855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:55,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T10:13:55,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:55,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:55,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:55,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:55,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492895855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:55,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:55,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:55,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T10:13:55,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492895865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:55,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492895865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:55,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:55,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:55,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492895875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:55,990 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/bbc1b2062cd54086bb8c0e1508040510 2024-11-13T10:13:56,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/2398fbac07f249e8a273df2353af0fec is 50, key is test_row_0/B:col10/1731492835457/Put/seqid=0 2024-11-13T10:13:56,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T10:13:56,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:56,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:56,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:56,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:56,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:56,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741970_1146 (size=12001) 2024-11-13T10:13:56,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T10:13:56,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:56,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:56,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:56,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:56,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:56,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492896175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:56,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:56,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492896175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:56,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:56,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492896176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:56,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:56,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T10:13:56,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492896186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:56,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492896186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:56,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T10:13:56,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:56,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:56,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:56,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:56,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:56,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/2398fbac07f249e8a273df2353af0fec 2024-11-13T10:13:56,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/eaae4c231dd64513b8d16dba06b8efce is 50, key is test_row_0/C:col10/1731492835457/Put/seqid=0 2024-11-13T10:13:56,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T10:13:56,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:56,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:56,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:56,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:56,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:56,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741971_1147 (size=12001) 2024-11-13T10:13:56,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/eaae4c231dd64513b8d16dba06b8efce 2024-11-13T10:13:56,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/bbc1b2062cd54086bb8c0e1508040510 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/bbc1b2062cd54086bb8c0e1508040510 2024-11-13T10:13:56,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/bbc1b2062cd54086bb8c0e1508040510, entries=450, sequenceid=62, filesize=80.6 K 2024-11-13T10:13:56,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/2398fbac07f249e8a273df2353af0fec as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/2398fbac07f249e8a273df2353af0fec 2024-11-13T10:13:56,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/2398fbac07f249e8a273df2353af0fec, entries=150, sequenceid=62, filesize=11.7 K 2024-11-13T10:13:56,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/eaae4c231dd64513b8d16dba06b8efce as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/eaae4c231dd64513b8d16dba06b8efce 2024-11-13T10:13:56,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/eaae4c231dd64513b8d16dba06b8efce, entries=150, sequenceid=62, filesize=11.7 K 2024-11-13T10:13:56,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 72c2698a1815815ee2e7db007a13c8e5 in 1072ms, sequenceid=62, compaction requested=true 2024-11-13T10:13:56,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:13:56,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:13:56,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:56,532 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:56,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:13:56,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:56,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:13:56,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:56,532 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:56,533 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 161679 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:56,533 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/A is initiating minor compaction (all files) 2024-11-13T10:13:56,533 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/A in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:56,534 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/f95438885f194fc8b8df8952ebd7e128, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/024f18f22c6146618c3be45cc66eef50, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/bbc1b2062cd54086bb8c0e1508040510] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=157.9 K 2024-11-13T10:13:56,534 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:56,534 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/f95438885f194fc8b8df8952ebd7e128, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/024f18f22c6146618c3be45cc66eef50, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/bbc1b2062cd54086bb8c0e1508040510] 2024-11-13T10:13:56,534 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:56,534 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/B is initiating minor compaction (all files) 2024-11-13T10:13:56,534 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting f95438885f194fc8b8df8952ebd7e128, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731492833080 2024-11-13T10:13:56,534 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/B in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:56,535 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/038910a901b448ddae2014d478330ed6, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/95c5b85e258d44d7837941920f578795, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/2398fbac07f249e8a273df2353af0fec] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=35.2 K 2024-11-13T10:13:56,535 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 024f18f22c6146618c3be45cc66eef50, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731492833210 2024-11-13T10:13:56,535 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 038910a901b448ddae2014d478330ed6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731492833082 2024-11-13T10:13:56,535 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbc1b2062cd54086bb8c0e1508040510, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731492835407 2024-11-13T10:13:56,536 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 95c5b85e258d44d7837941920f578795, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731492833210 2024-11-13T10:13:56,536 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 2398fbac07f249e8a273df2353af0fec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731492835456 2024-11-13T10:13:56,561 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:13:56,575 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#B#compaction#130 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:56,575 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/be55c4018f9746ccb078d3c80feab620 is 50, key is test_row_0/B:col10/1731492835457/Put/seqid=0 2024-11-13T10:13:56,585 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113738f64f99bc647ef897c110d1f32390e_72c2698a1815815ee2e7db007a13c8e5 store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:13:56,590 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113738f64f99bc647ef897c110d1f32390e_72c2698a1815815ee2e7db007a13c8e5, store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:13:56,590 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113738f64f99bc647ef897c110d1f32390e_72c2698a1815815ee2e7db007a13c8e5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:13:56,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T10:13:56,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:56,635 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-13T10:13:56,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:13:56,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:56,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:13:56,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:56,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:13:56,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:56,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741972_1148 (size=12104) 2024-11-13T10:13:56,656 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/be55c4018f9746ccb078d3c80feab620 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/be55c4018f9746ccb078d3c80feab620 2024-11-13T10:13:56,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741973_1149 (size=4469) 2024-11-13T10:13:56,670 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/B of 72c2698a1815815ee2e7db007a13c8e5 into be55c4018f9746ccb078d3c80feab620(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:56,670 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:13:56,670 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/B, priority=13, startTime=1731492836532; duration=0sec 2024-11-13T10:13:56,670 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:56,670 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:B 2024-11-13T10:13:56,670 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:56,672 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:56,672 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/C is initiating minor compaction (all files) 2024-11-13T10:13:56,672 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/C in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:56,672 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/0c4fa2925b664e52a93b29ee369ccb55, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/dda3db4df2594708a093621fb65ff887, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/eaae4c231dd64513b8d16dba06b8efce] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=35.2 K 2024-11-13T10:13:56,673 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c4fa2925b664e52a93b29ee369ccb55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731492833082 2024-11-13T10:13:56,674 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting dda3db4df2594708a093621fb65ff887, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731492833210 2024-11-13T10:13:56,674 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting eaae4c231dd64513b8d16dba06b8efce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731492835456 2024-11-13T10:13:56,687 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#C#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:56,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113cf9ebab7670f4a2d9bc6c42fe9228d89_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492835489/Put/seqid=0 2024-11-13T10:13:56,687 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/9dd318020f984af8a484dc237e193edb is 50, key is test_row_0/C:col10/1731492835457/Put/seqid=0 2024-11-13T10:13:56,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T10:13:56,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:56,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:56,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:56,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492896712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:56,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:56,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492896719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:56,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741975_1151 (size=12104) 2024-11-13T10:13:56,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:56,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492896720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:56,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492896724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:56,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492896724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:56,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:56,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:56,736 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/9dd318020f984af8a484dc237e193edb as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/9dd318020f984af8a484dc237e193edb 2024-11-13T10:13:56,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741974_1150 (size=12154) 2024-11-13T10:13:56,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:56,744 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/C of 72c2698a1815815ee2e7db007a13c8e5 into 9dd318020f984af8a484dc237e193edb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:56,744 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:13:56,744 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/C, priority=13, startTime=1731492836532; duration=0sec 2024-11-13T10:13:56,744 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:56,744 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:C 2024-11-13T10:13:56,755 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113cf9ebab7670f4a2d9bc6c42fe9228d89_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113cf9ebab7670f4a2d9bc6c42fe9228d89_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:56,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/1d9efd024bb445a6ba8ae5d7a21105c0, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:13:56,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/1d9efd024bb445a6ba8ae5d7a21105c0 is 175, key is test_row_0/A:col10/1731492835489/Put/seqid=0 2024-11-13T10:13:56,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741976_1152 (size=30955) 2024-11-13T10:13:56,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492896836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:56,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:56,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492896836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:56,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:56,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492896836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:56,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:56,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:56,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492896837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:56,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492896838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492897045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,050 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,050 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492897045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,050 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492897045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492897055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492897055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,065 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#A#compaction#129 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:57,066 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/8a4f670284264398a0c7d9f91c404940 is 175, key is test_row_0/A:col10/1731492835457/Put/seqid=0 2024-11-13T10:13:57,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741977_1153 (size=31058) 2024-11-13T10:13:57,118 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/8a4f670284264398a0c7d9f91c404940 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/8a4f670284264398a0c7d9f91c404940 2024-11-13T10:13:57,124 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/A of 72c2698a1815815ee2e7db007a13c8e5 into 8a4f670284264398a0c7d9f91c404940(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:57,124 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:13:57,125 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/A, priority=13, startTime=1731492836532; duration=0sec 2024-11-13T10:13:57,125 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:57,125 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:A 2024-11-13T10:13:57,181 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/1d9efd024bb445a6ba8ae5d7a21105c0 2024-11-13T10:13:57,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/3b0c5cfb37c049289de72ab37ffa5c7d is 50, key is test_row_0/B:col10/1731492835489/Put/seqid=0 2024-11-13T10:13:57,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741978_1154 (size=12001) 2024-11-13T10:13:57,199 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/3b0c5cfb37c049289de72ab37ffa5c7d 2024-11-13T10:13:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/f9c915894af34000a43190fec8531d53 is 50, key is test_row_0/C:col10/1731492835489/Put/seqid=0 2024-11-13T10:13:57,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741979_1155 (size=12001) 2024-11-13T10:13:57,227 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/f9c915894af34000a43190fec8531d53 2024-11-13T10:13:57,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/1d9efd024bb445a6ba8ae5d7a21105c0 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/1d9efd024bb445a6ba8ae5d7a21105c0 2024-11-13T10:13:57,239 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/1d9efd024bb445a6ba8ae5d7a21105c0, entries=150, sequenceid=82, filesize=30.2 K 2024-11-13T10:13:57,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/3b0c5cfb37c049289de72ab37ffa5c7d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/3b0c5cfb37c049289de72ab37ffa5c7d 2024-11-13T10:13:57,247 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/3b0c5cfb37c049289de72ab37ffa5c7d, entries=150, sequenceid=82, filesize=11.7 K 2024-11-13T10:13:57,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/f9c915894af34000a43190fec8531d53 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f9c915894af34000a43190fec8531d53 2024-11-13T10:13:57,254 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f9c915894af34000a43190fec8531d53, entries=150, sequenceid=82, filesize=11.7 K 2024-11-13T10:13:57,255 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 72c2698a1815815ee2e7db007a13c8e5 in 620ms, sequenceid=82, compaction requested=false 2024-11-13T10:13:57,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:13:57,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:57,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-13T10:13:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-13T10:13:57,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-13T10:13:57,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7040 sec 2024-11-13T10:13:57,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.7130 sec 2024-11-13T10:13:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:57,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-13T10:13:57,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:13:57,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:57,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:13:57,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:57,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:13:57,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:57,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113520562f9476f4f7e9f185899b523f082_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492836719/Put/seqid=0 2024-11-13T10:13:57,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741980_1156 (size=14594) 2024-11-13T10:13:57,377 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:57,382 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113520562f9476f4f7e9f185899b523f082_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113520562f9476f4f7e9f185899b523f082_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:57,383 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/77cdd3c7da1542ca9cdda48703aa2dd9, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:13:57,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/77cdd3c7da1542ca9cdda48703aa2dd9 is 175, key is test_row_0/A:col10/1731492836719/Put/seqid=0 2024-11-13T10:13:57,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741981_1157 (size=39549) 2024-11-13T10:13:57,397 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/77cdd3c7da1542ca9cdda48703aa2dd9 2024-11-13T10:13:57,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492897392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492897398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492897400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/c25b2bce4482434295f8b498bc227dd7 is 50, key is test_row_0/B:col10/1731492836719/Put/seqid=0 2024-11-13T10:13:57,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492897402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492897402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741982_1158 (size=12001) 2024-11-13T10:13:57,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/c25b2bce4482434295f8b498bc227dd7 2024-11-13T10:13:57,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/f7a008340c834fbab6e62478f0262e38 is 50, key is test_row_0/C:col10/1731492836719/Put/seqid=0 2024-11-13T10:13:57,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741983_1159 (size=12001) 2024-11-13T10:13:57,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/f7a008340c834fbab6e62478f0262e38 2024-11-13T10:13:57,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/77cdd3c7da1542ca9cdda48703aa2dd9 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/77cdd3c7da1542ca9cdda48703aa2dd9 2024-11-13T10:13:57,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/77cdd3c7da1542ca9cdda48703aa2dd9, entries=200, sequenceid=99, filesize=38.6 K 2024-11-13T10:13:57,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/c25b2bce4482434295f8b498bc227dd7 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c25b2bce4482434295f8b498bc227dd7 2024-11-13T10:13:57,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c25b2bce4482434295f8b498bc227dd7, entries=150, sequenceid=99, filesize=11.7 K 2024-11-13T10:13:57,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/f7a008340c834fbab6e62478f0262e38 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f7a008340c834fbab6e62478f0262e38 2024-11-13T10:13:57,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f7a008340c834fbab6e62478f0262e38, entries=150, sequenceid=99, filesize=11.7 K 2024-11-13T10:13:57,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 72c2698a1815815ee2e7db007a13c8e5 in 152ms, sequenceid=99, compaction requested=true 2024-11-13T10:13:57,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:13:57,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:13:57,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:57,510 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:57,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:13:57,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:57,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:13:57,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T10:13:57,510 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:57,512 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:57,512 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/A is initiating minor compaction (all files) 2024-11-13T10:13:57,512 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/A in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:57,512 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/8a4f670284264398a0c7d9f91c404940, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/1d9efd024bb445a6ba8ae5d7a21105c0, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/77cdd3c7da1542ca9cdda48703aa2dd9] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=99.2 K 2024-11-13T10:13:57,512 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:57,512 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/8a4f670284264398a0c7d9f91c404940, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/1d9efd024bb445a6ba8ae5d7a21105c0, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/77cdd3c7da1542ca9cdda48703aa2dd9] 2024-11-13T10:13:57,512 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:57,513 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/B is initiating minor compaction (all files) 2024-11-13T10:13:57,513 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/B in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:57,513 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/be55c4018f9746ccb078d3c80feab620, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/3b0c5cfb37c049289de72ab37ffa5c7d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c25b2bce4482434295f8b498bc227dd7] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=35.3 K 2024-11-13T10:13:57,513 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a4f670284264398a0c7d9f91c404940, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731492835456 2024-11-13T10:13:57,519 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting be55c4018f9746ccb078d3c80feab620, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731492835456 2024-11-13T10:13:57,521 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b0c5cfb37c049289de72ab37ffa5c7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731492835489 2024-11-13T10:13:57,521 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d9efd024bb445a6ba8ae5d7a21105c0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731492835489 2024-11-13T10:13:57,521 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting c25b2bce4482434295f8b498bc227dd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731492836702 2024-11-13T10:13:57,521 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77cdd3c7da1542ca9cdda48703aa2dd9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731492836702 2024-11-13T10:13:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:57,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-13T10:13:57,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:13:57,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:57,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:13:57,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:57,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:13:57,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:57,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492897533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492897536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492897541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,549 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:13:57,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492897542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492897544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,558 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#B#compaction#139 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:57,559 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/0300ec7f51ad434aa6fea86b7e648019 is 50, key is test_row_0/B:col10/1731492836719/Put/seqid=0 2024-11-13T10:13:57,559 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113121245c20b2f4fc2aa8ce8dac81f180f_72c2698a1815815ee2e7db007a13c8e5 store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:13:57,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139b19b1b66637466ab97174aa7256e138_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492837390/Put/seqid=0 2024-11-13T10:13:57,562 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113121245c20b2f4fc2aa8ce8dac81f180f_72c2698a1815815ee2e7db007a13c8e5, store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:13:57,562 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113121245c20b2f4fc2aa8ce8dac81f180f_72c2698a1815815ee2e7db007a13c8e5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:13:57,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741984_1160 (size=12207) 2024-11-13T10:13:57,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741985_1161 (size=4469) 2024-11-13T10:13:57,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741986_1162 (size=14594) 2024-11-13T10:13:57,582 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/0300ec7f51ad434aa6fea86b7e648019 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/0300ec7f51ad434aa6fea86b7e648019 2024-11-13T10:13:57,588 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/B of 72c2698a1815815ee2e7db007a13c8e5 into 0300ec7f51ad434aa6fea86b7e648019(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:57,588 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:13:57,588 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/B, priority=13, startTime=1731492837510; duration=0sec 2024-11-13T10:13:57,589 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:13:57,589 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:B 2024-11-13T10:13:57,589 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:13:57,590 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:13:57,590 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/C is initiating minor compaction (all files) 2024-11-13T10:13:57,590 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/C in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:57,590 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/9dd318020f984af8a484dc237e193edb, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f9c915894af34000a43190fec8531d53, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f7a008340c834fbab6e62478f0262e38] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=35.3 K 2024-11-13T10:13:57,591 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dd318020f984af8a484dc237e193edb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731492835456 2024-11-13T10:13:57,591 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting f9c915894af34000a43190fec8531d53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731492835489 2024-11-13T10:13:57,591 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting f7a008340c834fbab6e62478f0262e38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731492836702 2024-11-13T10:13:57,601 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#C#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:57,601 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/ea65e13348d9445fba86116656db0940 is 50, key is test_row_0/C:col10/1731492836719/Put/seqid=0 2024-11-13T10:13:57,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741987_1163 (size=12207) 2024-11-13T10:13:57,622 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/ea65e13348d9445fba86116656db0940 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/ea65e13348d9445fba86116656db0940 2024-11-13T10:13:57,627 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/C of 72c2698a1815815ee2e7db007a13c8e5 into ea65e13348d9445fba86116656db0940(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:57,627 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:13:57,627 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/C, priority=13, startTime=1731492837510; duration=0sec 2024-11-13T10:13:57,627 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:57,627 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:C 2024-11-13T10:13:57,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492897655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492897655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492897655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492897656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492897655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T10:13:57,705 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:13:57,706 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:13:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-13T10:13:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T10:13:57,708 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:13:57,709 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:13:57,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:13:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T10:13:57,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T10:13:57,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:57,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:57,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:57,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:57,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:57,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492897865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:57,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492897865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492897867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492897867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492897866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:57,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:57,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:57,978 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:57,979 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#A#compaction#138 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:13:57,981 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/bbc1ffe273ab4350af6ea8a1fec483fc is 175, key is test_row_0/A:col10/1731492836719/Put/seqid=0 2024-11-13T10:13:57,987 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139b19b1b66637466ab97174aa7256e138_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139b19b1b66637466ab97174aa7256e138_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:57,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741988_1164 (size=31161) 2024-11-13T10:13:57,993 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/231a20ba7ac143dbbb755d0ba1b89d42, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:13:57,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/231a20ba7ac143dbbb755d0ba1b89d42 is 175, key is test_row_0/A:col10/1731492837390/Put/seqid=0 2024-11-13T10:13:58,002 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/bbc1ffe273ab4350af6ea8a1fec483fc as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/bbc1ffe273ab4350af6ea8a1fec483fc 2024-11-13T10:13:58,009 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/A of 72c2698a1815815ee2e7db007a13c8e5 into bbc1ffe273ab4350af6ea8a1fec483fc(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:13:58,009 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:13:58,009 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/A, priority=13, startTime=1731492837510; duration=0sec 2024-11-13T10:13:58,011 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:13:58,011 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:A 2024-11-13T10:13:58,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741989_1165 (size=39549) 2024-11-13T10:13:58,016 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/231a20ba7ac143dbbb755d0ba1b89d42 2024-11-13T10:13:58,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T10:13:58,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:58,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:58,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:58,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:58,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T10:13:58,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/6797f198fe8e432191e000da6ed65283 is 50, key is test_row_0/B:col10/1731492837390/Put/seqid=0 2024-11-13T10:13:58,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741990_1166 (size=12001) 2024-11-13T10:13:58,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T10:13:58,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:58,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:58,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:58,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:58,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:58,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492898174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:58,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492898175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:58,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:58,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:58,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492898176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:58,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:58,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:58,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:58,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:58,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:58,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:58,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:58,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492898177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:58,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:58,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:58,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:58,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492898185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:58,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:58,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:58,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:58,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T10:13:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:58,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T10:13:58,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T10:13:58,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:58,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:58,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:58,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:58,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:58,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/6797f198fe8e432191e000da6ed65283 2024-11-13T10:13:58,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/7cc497b59eb24a2194e66795cd43f706 is 50, key is test_row_0/C:col10/1731492837390/Put/seqid=0 2024-11-13T10:13:58,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741991_1167 (size=12001) 2024-11-13T10:13:58,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T10:13:58,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:58,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:58,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:58,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:58,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:58,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492898685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:58,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:58,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:58,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:58,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492898686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:58,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:58,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:58,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492898686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:58,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:58,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:58,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:58,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:58,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492898705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:58,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:58,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:58,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:58,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492898708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:58,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T10:13:58,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:58,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:58,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:58,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:58,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T10:13:58,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/7cc497b59eb24a2194e66795cd43f706 2024-11-13T10:13:58,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/231a20ba7ac143dbbb755d0ba1b89d42 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/231a20ba7ac143dbbb755d0ba1b89d42 2024-11-13T10:13:58,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/231a20ba7ac143dbbb755d0ba1b89d42, entries=200, sequenceid=119, filesize=38.6 K 2024-11-13T10:13:58,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/6797f198fe8e432191e000da6ed65283 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/6797f198fe8e432191e000da6ed65283 2024-11-13T10:13:58,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T10:13:58,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:58,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:13:58,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:58,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:58,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:13:58,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/6797f198fe8e432191e000da6ed65283, entries=150, sequenceid=119, filesize=11.7 K 2024-11-13T10:13:58,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/7cc497b59eb24a2194e66795cd43f706 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/7cc497b59eb24a2194e66795cd43f706 2024-11-13T10:13:58,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/7cc497b59eb24a2194e66795cd43f706, entries=150, sequenceid=119, filesize=11.7 K 2024-11-13T10:13:58,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 72c2698a1815815ee2e7db007a13c8e5 in 1441ms, sequenceid=119, compaction requested=false 2024-11-13T10:13:58,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:13:59,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T10:13:59,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:59,118 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-13T10:13:59,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:13:59,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:59,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:13:59,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:59,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:13:59,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:59,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130da532d9e72941fcac5dce5a865b11c7_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492837538/Put/seqid=0 2024-11-13T10:13:59,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741992_1168 (size=12204) 2024-11-13T10:13:59,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,163 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130da532d9e72941fcac5dce5a865b11c7_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130da532d9e72941fcac5dce5a865b11c7_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:59,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/deac813f588e4c1d90149561f59663df, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:13:59,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/deac813f588e4c1d90149561f59663df is 175, key is test_row_0/A:col10/1731492837538/Put/seqid=0 2024-11-13T10:13:59,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741993_1169 (size=31005) 2024-11-13T10:13:59,202 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/deac813f588e4c1d90149561f59663df 2024-11-13T10:13:59,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/ca6fff5ca2104b45b984687f5a681950 is 50, key is test_row_0/B:col10/1731492837538/Put/seqid=0 2024-11-13T10:13:59,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741994_1170 (size=12051) 2024-11-13T10:13:59,223 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/ca6fff5ca2104b45b984687f5a681950 2024-11-13T10:13:59,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/849455d9fae14a599bb6704196cf2507 is 50, key is test_row_0/C:col10/1731492837538/Put/seqid=0 2024-11-13T10:13:59,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741995_1171 (size=12051) 2024-11-13T10:13:59,265 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/849455d9fae14a599bb6704196cf2507 2024-11-13T10:13:59,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/deac813f588e4c1d90149561f59663df as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/deac813f588e4c1d90149561f59663df 2024-11-13T10:13:59,283 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/deac813f588e4c1d90149561f59663df, entries=150, sequenceid=134, filesize=30.3 K 2024-11-13T10:13:59,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/ca6fff5ca2104b45b984687f5a681950 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/ca6fff5ca2104b45b984687f5a681950 2024-11-13T10:13:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,290 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/ca6fff5ca2104b45b984687f5a681950, entries=150, sequenceid=134, filesize=11.8 K 2024-11-13T10:13:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/849455d9fae14a599bb6704196cf2507 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/849455d9fae14a599bb6704196cf2507 2024-11-13T10:13:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,300 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/849455d9fae14a599bb6704196cf2507, entries=150, sequenceid=134, filesize=11.8 K 2024-11-13T10:13:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,301 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for 72c2698a1815815ee2e7db007a13c8e5 in 184ms, sequenceid=134, compaction requested=true 2024-11-13T10:13:59,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:13:59,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:13:59,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-13T10:13:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-13T10:13:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-13T10:13:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5940 sec 2024-11-13T10:13:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.6000 sec 2024-11-13T10:13:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-13T10:13:59,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:13:59,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:59,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:13:59,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:59,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:13:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:13:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113db1397d27f844f8ca2bbfb79efbed6fd_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492839747/Put/seqid=0 2024-11-13T10:13:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741996_1172 (size=22268) 2024-11-13T10:13:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,810 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,811 INFO [master/770665a7984d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T10:13:59,811 INFO [master/770665a7984d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T10:13:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,818 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113db1397d27f844f8ca2bbfb79efbed6fd_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113db1397d27f844f8ca2bbfb79efbed6fd_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:13:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,819 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/5ff2b81579c2448192b3d971ea69184d, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:13:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,820 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731492839752, max timestamp=1731492839817Num uniques 859; 2024-11-13T10:13:59,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/5ff2b81579c2448192b3d971ea69184d is 175, key is test_row_0/A:col10/1731492839747/Put/seqid=0 2024-11-13T10:13:59,820 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-13T10:13:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731492839752, max timestamp=1731492839817Num uniques 859; 2024-11-13T10:13:59,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-13T10:13:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,824 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731492839752, max timestamp=1731492839817Num uniques 859; 2024-11-13T10:13:59,824 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-13T10:13:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492899829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:59,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:59,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:59,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492899831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:59,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:59,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:59,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:59,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:59,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492899833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:59,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:59,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:59,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492899836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:59,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:59,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492899842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741997_1173 (size=65673) 2024-11-13T10:13:59,865 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=144, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/5ff2b81579c2448192b3d971ea69184d 2024-11-13T10:13:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T10:13:59,865 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:13:59,867 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:13:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-13T10:13:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T10:13:59,869 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:13:59,870 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:13:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:13:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/9c3d1458fd694a89b8da920d4b80e5a4 is 50, key is test_row_0/B:col10/1731492839747/Put/seqid=0 2024-11-13T10:13:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:13:59,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741998_1174 (size=21715) 2024-11-13T10:13:59,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/9c3d1458fd694a89b8da920d4b80e5a4 2024-11-13T10:13:59,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/0ed07e88fae84fc6a9786a74b19582a8 is 50, key is test_row_0/C:col10/1731492839747/Put/seqid=0 2024-11-13T10:13:59,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741999_1175 (size=12151) 2024-11-13T10:13:59,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492899945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:59,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:59,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:59,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:59,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492899946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:59,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:59,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:59,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:59,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492899955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:59,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492899955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:59,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:13:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492899965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:13:59,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:59,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:13:59,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:13:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T10:14:00,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T10:14:00,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:00,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:00,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:00,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:00,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:00,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492900155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:00,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492900155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:00,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:00,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492900165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:00,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:00,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492900165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:00,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:00,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492900175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:00,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:00,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T10:14:00,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:00,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:00,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:00,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:00,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T10:14:00,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T10:14:00,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:00,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:00,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:00,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:00,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:00,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/0ed07e88fae84fc6a9786a74b19582a8 2024-11-13T10:14:00,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/5ff2b81579c2448192b3d971ea69184d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/5ff2b81579c2448192b3d971ea69184d 2024-11-13T10:14:00,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/5ff2b81579c2448192b3d971ea69184d, entries=350, sequenceid=144, filesize=64.1 K 2024-11-13T10:14:00,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/9c3d1458fd694a89b8da920d4b80e5a4 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/9c3d1458fd694a89b8da920d4b80e5a4 2024-11-13T10:14:00,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/9c3d1458fd694a89b8da920d4b80e5a4, entries=350, sequenceid=144, filesize=21.2 K 2024-11-13T10:14:00,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/0ed07e88fae84fc6a9786a74b19582a8 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/0ed07e88fae84fc6a9786a74b19582a8 2024-11-13T10:14:00,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/0ed07e88fae84fc6a9786a74b19582a8, entries=150, sequenceid=144, filesize=11.9 K 2024-11-13T10:14:00,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=154.31 KB/158010 for 72c2698a1815815ee2e7db007a13c8e5 in 637ms, sequenceid=144, compaction requested=true 2024-11-13T10:14:00,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:00,389 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:14:00,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:14:00,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:00,390 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:14:00,391 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 167388 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:14:00,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:14:00,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:00,391 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/A is initiating minor compaction (all files) 2024-11-13T10:14:00,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:14:00,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:00,391 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/A in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:00,391 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/bbc1ffe273ab4350af6ea8a1fec483fc, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/231a20ba7ac143dbbb755d0ba1b89d42, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/deac813f588e4c1d90149561f59663df, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/5ff2b81579c2448192b3d971ea69184d] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=163.5 K 2024-11-13T10:14:00,391 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:00,391 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/bbc1ffe273ab4350af6ea8a1fec483fc, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/231a20ba7ac143dbbb755d0ba1b89d42, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/deac813f588e4c1d90149561f59663df, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/5ff2b81579c2448192b3d971ea69184d] 2024-11-13T10:14:00,392 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbc1ffe273ab4350af6ea8a1fec483fc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731492836702 2024-11-13T10:14:00,392 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 231a20ba7ac143dbbb755d0ba1b89d42, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731492837385 2024-11-13T10:14:00,393 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57974 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:14:00,393 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting deac813f588e4c1d90149561f59663df, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731492837527 2024-11-13T10:14:00,393 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/B is initiating minor compaction (all files) 2024-11-13T10:14:00,393 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/B in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:00,393 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/0300ec7f51ad434aa6fea86b7e648019, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/6797f198fe8e432191e000da6ed65283, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/ca6fff5ca2104b45b984687f5a681950, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/9c3d1458fd694a89b8da920d4b80e5a4] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=56.6 K 2024-11-13T10:14:00,394 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ff2b81579c2448192b3d971ea69184d, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731492839729 2024-11-13T10:14:00,394 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 0300ec7f51ad434aa6fea86b7e648019, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731492836702 2024-11-13T10:14:00,395 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 6797f198fe8e432191e000da6ed65283, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731492837390 2024-11-13T10:14:00,395 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting ca6fff5ca2104b45b984687f5a681950, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731492837527 2024-11-13T10:14:00,397 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c3d1458fd694a89b8da920d4b80e5a4, keycount=350, bloomtype=ROW, size=21.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731492839729 2024-11-13T10:14:00,422 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:00,443 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#B#compaction#151 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:00,443 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/c8e191e8038440aea61944fc60121b90 is 50, key is test_row_0/B:col10/1731492839747/Put/seqid=0 2024-11-13T10:14:00,445 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111350d451e50f3b4dd59b610d51de743253_72c2698a1815815ee2e7db007a13c8e5 store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:00,448 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111350d451e50f3b4dd59b610d51de743253_72c2698a1815815ee2e7db007a13c8e5, store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:00,448 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111350d451e50f3b4dd59b610d51de743253_72c2698a1815815ee2e7db007a13c8e5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:00,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=161.02 KB heapSize=399.05 KB 2024-11-13T10:14:00,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:14:00,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:00,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:14:00,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:00,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:14:00,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:00,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742000_1176 (size=12493) 2024-11-13T10:14:00,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T10:14:00,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:00,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:00,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:00,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:00,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:00,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492900491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:00,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:00,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742001_1177 (size=4469) 2024-11-13T10:14:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T10:14:00,506 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#A#compaction#150 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:00,507 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/9eacff385bda4b3babc1819ee3eee95d is 175, key is test_row_0/A:col10/1731492839747/Put/seqid=0 2024-11-13T10:14:00,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492900495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:00,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:00,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492900495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:00,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:00,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111397fa0ee4361d48e5b2336c9cab034a74_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492839832/Put/seqid=0 2024-11-13T10:14:00,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:00,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492900496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:00,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:00,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492900497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:00,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:00,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742002_1178 (size=31447) 2024-11-13T10:14:00,571 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/9eacff385bda4b3babc1819ee3eee95d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/9eacff385bda4b3babc1819ee3eee95d 2024-11-13T10:14:00,578 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/A of 72c2698a1815815ee2e7db007a13c8e5 into 9eacff385bda4b3babc1819ee3eee95d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:00,578 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:00,578 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/A, priority=12, startTime=1731492840389; duration=0sec 2024-11-13T10:14:00,578 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:00,578 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:A 2024-11-13T10:14:00,579 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:14:00,580 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:14:00,580 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/C is initiating minor compaction (all files) 2024-11-13T10:14:00,581 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/C in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:00,581 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/ea65e13348d9445fba86116656db0940, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/7cc497b59eb24a2194e66795cd43f706, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/849455d9fae14a599bb6704196cf2507, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/0ed07e88fae84fc6a9786a74b19582a8] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=47.3 K 2024-11-13T10:14:00,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742003_1179 (size=14794) 2024-11-13T10:14:00,582 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea65e13348d9445fba86116656db0940, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731492836702 2024-11-13T10:14:00,582 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cc497b59eb24a2194e66795cd43f706, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731492837390 2024-11-13T10:14:00,583 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 849455d9fae14a599bb6704196cf2507, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731492837527 2024-11-13T10:14:00,584 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:00,585 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ed07e88fae84fc6a9786a74b19582a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731492839735 2024-11-13T10:14:00,588 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111397fa0ee4361d48e5b2336c9cab034a74_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111397fa0ee4361d48e5b2336c9cab034a74_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:00,589 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/c883edd1dbee4f8088d2b8b982d70ef1, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:00,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/c883edd1dbee4f8088d2b8b982d70ef1 is 175, key is test_row_0/A:col10/1731492839832/Put/seqid=0 2024-11-13T10:14:00,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492900606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:00,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:00,621 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#C#compaction#153 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:00,621 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/31196cfbc2b94adcbc3f81db1320f9fb is 50, key is test_row_0/C:col10/1731492839747/Put/seqid=0 2024-11-13T10:14:00,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492900626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:00,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:00,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492900626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492900626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:00,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492900626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:00,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:00,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T10:14:00,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:00,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:00,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:00,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:00,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:00,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742004_1180 (size=39749) 2024-11-13T10:14:00,651 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/c883edd1dbee4f8088d2b8b982d70ef1 2024-11-13T10:14:00,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742005_1181 (size=12493) 2024-11-13T10:14:00,676 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/31196cfbc2b94adcbc3f81db1320f9fb as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/31196cfbc2b94adcbc3f81db1320f9fb 2024-11-13T10:14:00,686 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/C of 72c2698a1815815ee2e7db007a13c8e5 into 31196cfbc2b94adcbc3f81db1320f9fb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:00,686 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:00,686 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/C, priority=12, startTime=1731492840391; duration=0sec 2024-11-13T10:14:00,687 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:00,687 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:C 2024-11-13T10:14:00,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/a6e0e23e69394d4880276baa172bdcd2 is 50, key is test_row_0/B:col10/1731492839832/Put/seqid=0 2024-11-13T10:14:00,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742006_1182 (size=12151) 2024-11-13T10:14:00,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/a6e0e23e69394d4880276baa172bdcd2 2024-11-13T10:14:00,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/c3deb85810d84c19a7b2aebe76b2a163 is 50, key is test_row_0/C:col10/1731492839832/Put/seqid=0 2024-11-13T10:14:00,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742007_1183 (size=12151) 2024-11-13T10:14:00,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/c3deb85810d84c19a7b2aebe76b2a163 2024-11-13T10:14:00,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/c883edd1dbee4f8088d2b8b982d70ef1 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/c883edd1dbee4f8088d2b8b982d70ef1 2024-11-13T10:14:00,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T10:14:00,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:00,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:00,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:00,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:00,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:00,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/c883edd1dbee4f8088d2b8b982d70ef1, entries=200, sequenceid=171, filesize=38.8 K 2024-11-13T10:14:00,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/a6e0e23e69394d4880276baa172bdcd2 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/a6e0e23e69394d4880276baa172bdcd2 2024-11-13T10:14:00,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/a6e0e23e69394d4880276baa172bdcd2, entries=150, sequenceid=171, filesize=11.9 K 2024-11-13T10:14:00,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/c3deb85810d84c19a7b2aebe76b2a163 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/c3deb85810d84c19a7b2aebe76b2a163 2024-11-13T10:14:00,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492900815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:00,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/c3deb85810d84c19a7b2aebe76b2a163, entries=150, sequenceid=171, filesize=11.9 K 2024-11-13T10:14:00,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:00,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~399 KB/408576, currentSize=40.25 KB/41220 for 72c2698a1815815ee2e7db007a13c8e5 in 354ms, sequenceid=171, compaction requested=false 2024-11-13T10:14:00,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:00,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-13T10:14:00,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:14:00,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:00,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:14:00,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:00,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:14:00,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:00,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132ef46bf8c1fd416e9ee48d71ea254230_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492840494/Put/seqid=0 2024-11-13T10:14:00,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742008_1184 (size=17284) 2024-11-13T10:14:00,885 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:00,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731492840863, max timestamp=1731492840882Num uniques 859; 2024-11-13T10:14:00,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731492840863, max timestamp=1731492840882Num uniques 859; 2024-11-13T10:14:00,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-13T10:14:00,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731492840863, max timestamp=1731492840882Num uniques 859; 2024-11-13T10:14:00,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-13T10:14:00,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-13T10:14:00,895 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132ef46bf8c1fd416e9ee48d71ea254230_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132ef46bf8c1fd416e9ee48d71ea254230_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:00,896 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/c8e191e8038440aea61944fc60121b90 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c8e191e8038440aea61944fc60121b90 2024-11-13T10:14:00,896 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/6ef2fce8c02c42c39417e5a268435529, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:00,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/6ef2fce8c02c42c39417e5a268435529 is 175, key is test_row_0/A:col10/1731492840494/Put/seqid=0 2024-11-13T10:14:00,902 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/B of 72c2698a1815815ee2e7db007a13c8e5 into c8e191e8038440aea61944fc60121b90(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:00,902 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:00,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742009_1185 (size=48389) 2024-11-13T10:14:00,902 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/B, priority=12, startTime=1731492840390; duration=0sec 2024-11-13T10:14:00,903 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:00,903 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:B 2024-11-13T10:14:00,903 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=184, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/6ef2fce8c02c42c39417e5a268435529 2024-11-13T10:14:00,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/709ed3306c41400d8499344e79a4e6ef is 50, key is test_row_0/B:col10/1731492840494/Put/seqid=0 2024-11-13T10:14:00,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492900935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:00,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:00,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492900935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:00,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:00,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492900937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:00,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:00,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742010_1186 (size=12151) 2024-11-13T10:14:00,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:00,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/709ed3306c41400d8499344e79a4e6ef 2024-11-13T10:14:00,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492900941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:00,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:00,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:00,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T10:14:00,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:00,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:00,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:00,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:00,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:00,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/bdd1dc7d2589436381f50a3e1e0930e5 is 50, key is test_row_0/C:col10/1731492840494/Put/seqid=0 2024-11-13T10:14:00,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742011_1187 (size=12151) 2024-11-13T10:14:00,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/bdd1dc7d2589436381f50a3e1e0930e5 2024-11-13T10:14:00,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/6ef2fce8c02c42c39417e5a268435529 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/6ef2fce8c02c42c39417e5a268435529 2024-11-13T10:14:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T10:14:01,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/6ef2fce8c02c42c39417e5a268435529, entries=250, sequenceid=184, filesize=47.3 K 2024-11-13T10:14:01,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/709ed3306c41400d8499344e79a4e6ef as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/709ed3306c41400d8499344e79a4e6ef 2024-11-13T10:14:01,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/709ed3306c41400d8499344e79a4e6ef, entries=150, sequenceid=184, filesize=11.9 K 2024-11-13T10:14:01,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/bdd1dc7d2589436381f50a3e1e0930e5 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/bdd1dc7d2589436381f50a3e1e0930e5 2024-11-13T10:14:01,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/bdd1dc7d2589436381f50a3e1e0930e5, entries=150, sequenceid=184, filesize=11.9 K 2024-11-13T10:14:01,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 72c2698a1815815ee2e7db007a13c8e5 in 205ms, sequenceid=184, compaction requested=true 2024-11-13T10:14:01,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:01,046 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:01,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:14:01,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:01,046 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:01,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:14:01,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:01,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:14:01,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:01,048 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:01,048 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/B is initiating minor compaction (all files) 2024-11-13T10:14:01,048 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:01,048 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/A is initiating minor compaction (all files) 2024-11-13T10:14:01,048 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/A in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:01,049 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/9eacff385bda4b3babc1819ee3eee95d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/c883edd1dbee4f8088d2b8b982d70ef1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/6ef2fce8c02c42c39417e5a268435529] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=116.8 K 2024-11-13T10:14:01,049 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:01,049 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/9eacff385bda4b3babc1819ee3eee95d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/c883edd1dbee4f8088d2b8b982d70ef1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/6ef2fce8c02c42c39417e5a268435529] 2024-11-13T10:14:01,049 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/B in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:01,049 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c8e191e8038440aea61944fc60121b90, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/a6e0e23e69394d4880276baa172bdcd2, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/709ed3306c41400d8499344e79a4e6ef] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=35.9 K 2024-11-13T10:14:01,050 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting c8e191e8038440aea61944fc60121b90, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731492839735 2024-11-13T10:14:01,050 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9eacff385bda4b3babc1819ee3eee95d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731492839735 2024-11-13T10:14:01,050 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting a6e0e23e69394d4880276baa172bdcd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731492839832 2024-11-13T10:14:01,050 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting c883edd1dbee4f8088d2b8b982d70ef1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731492839804 2024-11-13T10:14:01,051 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 709ed3306c41400d8499344e79a4e6ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731492840494 2024-11-13T10:14:01,051 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ef2fce8c02c42c39417e5a268435529, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731492840491 2024-11-13T10:14:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:01,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-13T10:14:01,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:14:01,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:01,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:14:01,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:01,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:14:01,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:01,068 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:01,078 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#B#compaction#160 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:01,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492901063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:01,079 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/5e09bed85bd949e7ae698dcbf1fe49d2 is 50, key is test_row_0/B:col10/1731492840494/Put/seqid=0 2024-11-13T10:14:01,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492901065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:01,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:01,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:01,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492901065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:01,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:01,083 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113caf8cb29c2654b389eb155d525b8dcb6_72c2698a1815815ee2e7db007a13c8e5 store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:01,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492901073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:01,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c8cdb5ce6894454bae3481357052c861_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492840934/Put/seqid=0 2024-11-13T10:14:01,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:01,085 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113caf8cb29c2654b389eb155d525b8dcb6_72c2698a1815815ee2e7db007a13c8e5, store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:01,087 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113caf8cb29c2654b389eb155d525b8dcb6_72c2698a1815815ee2e7db007a13c8e5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:01,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742012_1188 (size=12595) 2024-11-13T10:14:01,104 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/5e09bed85bd949e7ae698dcbf1fe49d2 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/5e09bed85bd949e7ae698dcbf1fe49d2 2024-11-13T10:14:01,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T10:14:01,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:01,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:01,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:01,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:01,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:01,114 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/B of 72c2698a1815815ee2e7db007a13c8e5 into 5e09bed85bd949e7ae698dcbf1fe49d2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:01,114 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:01,114 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/B, priority=13, startTime=1731492841046; duration=0sec 2024-11-13T10:14:01,115 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:01,115 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:B 2024-11-13T10:14:01,115 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:01,116 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:01,116 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/C is initiating minor compaction (all files) 2024-11-13T10:14:01,116 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/C in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:01,116 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/31196cfbc2b94adcbc3f81db1320f9fb, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/c3deb85810d84c19a7b2aebe76b2a163, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/bdd1dc7d2589436381f50a3e1e0930e5] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=35.9 K 2024-11-13T10:14:01,117 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 31196cfbc2b94adcbc3f81db1320f9fb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731492839735 2024-11-13T10:14:01,117 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting c3deb85810d84c19a7b2aebe76b2a163, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731492839832 2024-11-13T10:14:01,118 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting bdd1dc7d2589436381f50a3e1e0930e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731492840494 2024-11-13T10:14:01,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742013_1189 (size=14794) 2024-11-13T10:14:01,128 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:01,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492901125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:01,133 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c8cdb5ce6894454bae3481357052c861_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c8cdb5ce6894454bae3481357052c861_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:01,135 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/3b257611a023425f9097dba1a1d2601f, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:01,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/3b257611a023425f9097dba1a1d2601f is 175, key is test_row_0/A:col10/1731492840934/Put/seqid=0 2024-11-13T10:14:01,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:01,146 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#C#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:01,147 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/7f9c04f8b11e490e99356d9569f12bb7 is 50, key is test_row_0/C:col10/1731492840494/Put/seqid=0 2024-11-13T10:14:01,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742014_1190 (size=4469) 2024-11-13T10:14:01,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742015_1191 (size=39749) 2024-11-13T10:14:01,180 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/3b257611a023425f9097dba1a1d2601f 2024-11-13T10:14:01,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742016_1192 (size=12595) 2024-11-13T10:14:01,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492901185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:01,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:01,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492901185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:01,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:01,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492901185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:01,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:01,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/06f6340af9c544b7b1fef4bf050bf07c is 50, key is test_row_0/B:col10/1731492840934/Put/seqid=0 2024-11-13T10:14:01,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492901195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:01,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:01,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742017_1193 (size=12151) 2024-11-13T10:14:01,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T10:14:01,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:01,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:01,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:01,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:01,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:01,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492901395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:01,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:01,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492901395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:01,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:01,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492901396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:01,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492901405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:01,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T10:14:01,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:01,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:01,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:01,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:01,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:01,564 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#A#compaction#159 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:01,565 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/4785edc7e160439fa1ca25ce87a8c3b4 is 175, key is test_row_0/A:col10/1731492840494/Put/seqid=0 2024-11-13T10:14:01,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742018_1194 (size=31549) 2024-11-13T10:14:01,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T10:14:01,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:01,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:01,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:01,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:01,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:01,588 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/7f9c04f8b11e490e99356d9569f12bb7 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/7f9c04f8b11e490e99356d9569f12bb7 2024-11-13T10:14:01,593 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/C of 72c2698a1815815ee2e7db007a13c8e5 into 7f9c04f8b11e490e99356d9569f12bb7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:01,593 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:01,593 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/C, priority=13, startTime=1731492841046; duration=0sec 2024-11-13T10:14:01,594 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:01,594 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:C 2024-11-13T10:14:01,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/06f6340af9c544b7b1fef4bf050bf07c 2024-11-13T10:14:01,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/11d781a70d16473f9df60c2125122560 is 50, key is test_row_0/C:col10/1731492840934/Put/seqid=0 2024-11-13T10:14:01,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742019_1195 (size=12151) 2024-11-13T10:14:01,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/11d781a70d16473f9df60c2125122560 2024-11-13T10:14:01,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/3b257611a023425f9097dba1a1d2601f as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/3b257611a023425f9097dba1a1d2601f 2024-11-13T10:14:01,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/3b257611a023425f9097dba1a1d2601f, entries=200, sequenceid=220, filesize=38.8 K 2024-11-13T10:14:01,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/06f6340af9c544b7b1fef4bf050bf07c as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/06f6340af9c544b7b1fef4bf050bf07c 2024-11-13T10:14:01,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/06f6340af9c544b7b1fef4bf050bf07c, entries=150, sequenceid=220, filesize=11.9 K 2024-11-13T10:14:01,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/11d781a70d16473f9df60c2125122560 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/11d781a70d16473f9df60c2125122560 2024-11-13T10:14:01,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/11d781a70d16473f9df60c2125122560, entries=150, sequenceid=220, filesize=11.9 K 2024-11-13T10:14:01,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 72c2698a1815815ee2e7db007a13c8e5 in 593ms, sequenceid=220, compaction requested=false 2024-11-13T10:14:01,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:01,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-13T10:14:01,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:14:01,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:01,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:14:01,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:01,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:14:01,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:01,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111312cb7ce46adb49c0850e2570eac95e21_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492841062/Put/seqid=0 2024-11-13T10:14:01,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742020_1196 (size=14794) 2024-11-13T10:14:01,659 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:01,664 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111312cb7ce46adb49c0850e2570eac95e21_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111312cb7ce46adb49c0850e2570eac95e21_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:01,665 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/d52152753bba45508234c275d61dba3e, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:01,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/d52152753bba45508234c275d61dba3e is 175, key is test_row_0/A:col10/1731492841062/Put/seqid=0 2024-11-13T10:14:01,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742021_1197 (size=39749) 2024-11-13T10:14:01,670 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/d52152753bba45508234c275d61dba3e 2024-11-13T10:14:01,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/c0cd32007b584cb1aa5babe1896ffad2 is 50, key is test_row_0/B:col10/1731492841062/Put/seqid=0 2024-11-13T10:14:01,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742022_1198 (size=12151) 2024-11-13T10:14:01,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492901711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:01,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:01,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492901713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:01,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:01,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492901715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:01,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:01,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:01,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492901715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:01,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:01,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731492841705, max timestamp=1731492841714Num uniques 859; 2024-11-13T10:14:01,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-13T10:14:01,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731492841705, max timestamp=1731492841714Num uniques 859; 2024-11-13T10:14:01,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-13T10:14:01,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731492841705, max timestamp=1731492841714Num uniques 859; 2024-11-13T10:14:01,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-13T10:14:01,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:01,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T10:14:01,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:01,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:01,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:01,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492901792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:01,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492901825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:01,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:01,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492901825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:01,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:01,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:01,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492901826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:01,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:01,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T10:14:01,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:01,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:01,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:01,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:01,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:01,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492901905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:01,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:01,979 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/4785edc7e160439fa1ca25ce87a8c3b4 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/4785edc7e160439fa1ca25ce87a8c3b4 2024-11-13T10:14:01,986 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/A of 72c2698a1815815ee2e7db007a13c8e5 into 4785edc7e160439fa1ca25ce87a8c3b4(size=30.8 K), total size for store is 69.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:01,986 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:01,986 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/A, priority=13, startTime=1731492841045; duration=0sec 2024-11-13T10:14:01,986 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:01,986 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:A 2024-11-13T10:14:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T10:14:02,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492902035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:02,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492902035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:02,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T10:14:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:02,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:02,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:02,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:02,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:02,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:02,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492902045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:02,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:02,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/c0cd32007b584cb1aa5babe1896ffad2 2024-11-13T10:14:02,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/b98ebe2771eb421298356b9c557463a7 is 50, key is test_row_0/C:col10/1731492841062/Put/seqid=0 2024-11-13T10:14:02,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742023_1199 (size=12151) 2024-11-13T10:14:02,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492902115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:02,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:02,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:02,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:02,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T10:14:02,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:02,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:02,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:02,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:02,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:02,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492902225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:02,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:02,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:02,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:02,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T10:14:02,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:02,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:02,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:02,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:02,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:02,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492902345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:02,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492902345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:02,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:02,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:02,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:02,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492902354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:02,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:02,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:02,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:02,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492902425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:02,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:02,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:02,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:02,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/b98ebe2771eb421298356b9c557463a7 2024-11-13T10:14:02,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T10:14:02,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:02,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:02,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:02,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:02,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:02,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/d52152753bba45508234c275d61dba3e as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/d52152753bba45508234c275d61dba3e 2024-11-13T10:14:02,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/d52152753bba45508234c275d61dba3e, entries=200, sequenceid=233, filesize=38.8 K 2024-11-13T10:14:02,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/c0cd32007b584cb1aa5babe1896ffad2 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c0cd32007b584cb1aa5babe1896ffad2 2024-11-13T10:14:02,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c0cd32007b584cb1aa5babe1896ffad2, entries=150, sequenceid=233, filesize=11.9 K 2024-11-13T10:14:02,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/b98ebe2771eb421298356b9c557463a7 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/b98ebe2771eb421298356b9c557463a7 2024-11-13T10:14:02,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/b98ebe2771eb421298356b9c557463a7, entries=150, sequenceid=233, filesize=11.9 K 2024-11-13T10:14:02,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 72c2698a1815815ee2e7db007a13c8e5 in 881ms, sequenceid=233, compaction requested=true 2024-11-13T10:14:02,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:02,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:14:02,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:02,529 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:02,529 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:02,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:14:02,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:02,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:14:02,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:02,530 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:02,530 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:02,531 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/A is initiating minor compaction (all files) 2024-11-13T10:14:02,531 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/B is initiating minor compaction (all files) 2024-11-13T10:14:02,531 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/B in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:02,531 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/A in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:02,531 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/4785edc7e160439fa1ca25ce87a8c3b4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/3b257611a023425f9097dba1a1d2601f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/d52152753bba45508234c275d61dba3e] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=108.4 K 2024-11-13T10:14:02,531 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/5e09bed85bd949e7ae698dcbf1fe49d2, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/06f6340af9c544b7b1fef4bf050bf07c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c0cd32007b584cb1aa5babe1896ffad2] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=36.0 K 2024-11-13T10:14:02,531 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:02,531 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/4785edc7e160439fa1ca25ce87a8c3b4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/3b257611a023425f9097dba1a1d2601f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/d52152753bba45508234c275d61dba3e] 2024-11-13T10:14:02,531 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e09bed85bd949e7ae698dcbf1fe49d2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731492840494 2024-11-13T10:14:02,533 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4785edc7e160439fa1ca25ce87a8c3b4, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731492840494 2024-11-13T10:14:02,533 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 06f6340af9c544b7b1fef4bf050bf07c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731492840932 2024-11-13T10:14:02,533 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b257611a023425f9097dba1a1d2601f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731492840932 2024-11-13T10:14:02,533 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting c0cd32007b584cb1aa5babe1896ffad2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731492841062 2024-11-13T10:14:02,534 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting d52152753bba45508234c275d61dba3e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731492841056 2024-11-13T10:14:02,552 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:02,554 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#B#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:02,555 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/c8803e31d22f499eb4b09fdd45f1c8ce is 50, key is test_row_0/B:col10/1731492841062/Put/seqid=0 2024-11-13T10:14:02,556 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111359e5dce6dae34ef381a291bd532244a9_72c2698a1815815ee2e7db007a13c8e5 store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:02,558 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111359e5dce6dae34ef381a291bd532244a9_72c2698a1815815ee2e7db007a13c8e5, store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:02,558 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111359e5dce6dae34ef381a291bd532244a9_72c2698a1815815ee2e7db007a13c8e5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:02,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742024_1200 (size=12697) 2024-11-13T10:14:02,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742025_1201 (size=4469) 2024-11-13T10:14:02,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T10:14:02,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:02,655 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-13T10:14:02,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:14:02,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:02,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:14:02,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:02,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:14:02,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:02,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111339e30b417f5c4341a8a0ec1213b1af61_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492841790/Put/seqid=0 2024-11-13T10:14:02,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742026_1202 (size=12454) 2024-11-13T10:14:02,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,698 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111339e30b417f5c4341a8a0ec1213b1af61_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111339e30b417f5c4341a8a0ec1213b1af61_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:02,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/2e90caa89f81430886baf1e570c10401, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:02,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/2e90caa89f81430886baf1e570c10401 is 175, key is test_row_0/A:col10/1731492841790/Put/seqid=0 2024-11-13T10:14:02,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742027_1203 (size=31255) 2024-11-13T10:14:02,719 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=268, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/2e90caa89f81430886baf1e570c10401 2024-11-13T10:14:02,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/cab531b6694140328142d359ba249908 is 50, key is test_row_0/B:col10/1731492841790/Put/seqid=0 2024-11-13T10:14:02,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742028_1204 (size=12301) 2024-11-13T10:14:02,739 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/cab531b6694140328142d359ba249908 2024-11-13T10:14:02,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/608022e00be3485a8548feff2a558494 is 50, key is test_row_0/C:col10/1731492841790/Put/seqid=0 2024-11-13T10:14:02,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742029_1205 (size=12301) 2024-11-13T10:14:02,757 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/608022e00be3485a8548feff2a558494 2024-11-13T10:14:02,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/2e90caa89f81430886baf1e570c10401 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/2e90caa89f81430886baf1e570c10401 2024-11-13T10:14:02,770 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/2e90caa89f81430886baf1e570c10401, entries=150, sequenceid=268, filesize=30.5 K 2024-11-13T10:14:02,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/cab531b6694140328142d359ba249908 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/cab531b6694140328142d359ba249908 2024-11-13T10:14:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,776 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/cab531b6694140328142d359ba249908, entries=150, sequenceid=268, filesize=12.0 K 2024-11-13T10:14:02,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/608022e00be3485a8548feff2a558494 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/608022e00be3485a8548feff2a558494 2024-11-13T10:14:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,784 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/608022e00be3485a8548feff2a558494, entries=150, sequenceid=268, filesize=12.0 K 2024-11-13T10:14:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,785 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=0 B/0 for 72c2698a1815815ee2e7db007a13c8e5 in 130ms, sequenceid=268, compaction requested=true 2024-11-13T10:14:02,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:02,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:02,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-13T10:14:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-13T10:14:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-13T10:14:02,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9170 sec 2024-11-13T10:14:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.9230 sec 2024-11-13T10:14:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,968 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#A#compaction#169 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,969 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/45eea39e4d744815bb4eef9f458c0960 is 175, key is test_row_0/A:col10/1731492841062/Put/seqid=0 2024-11-13T10:14:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742030_1206 (size=31651) 2024-11-13T10:14:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,980 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/c8803e31d22f499eb4b09fdd45f1c8ce as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c8803e31d22f499eb4b09fdd45f1c8ce 2024-11-13T10:14:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-13T10:14:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:02,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:14:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,987 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/B of 72c2698a1815815ee2e7db007a13c8e5 into c8803e31d22f499eb4b09fdd45f1c8ce(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:02,987 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:02,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:02,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:14:02,987 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/B, priority=13, startTime=1731492842529; duration=0sec 2024-11-13T10:14:02,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:02,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:14:02,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:02,987 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:02,987 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:B 2024-11-13T10:14:02,987 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:14:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,991 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:14:02,991 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/C is initiating minor compaction (all files) 2024-11-13T10:14:02,991 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/C in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:02,991 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/7f9c04f8b11e490e99356d9569f12bb7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/11d781a70d16473f9df60c2125122560, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/b98ebe2771eb421298356b9c557463a7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/608022e00be3485a8548feff2a558494] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=48.0 K 2024-11-13T10:14:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,992 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f9c04f8b11e490e99356d9569f12bb7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731492840494 2024-11-13T10:14:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,994 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 11d781a70d16473f9df60c2125122560, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731492840932 2024-11-13T10:14:02,995 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting b98ebe2771eb421298356b9c557463a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731492841062 2024-11-13T10:14:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,995 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 608022e00be3485a8548feff2a558494, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731492841771 2024-11-13T10:14:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c75333a65cdc499d85d10cf03fe629fb_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492842982/Put/seqid=0 2024-11-13T10:14:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,011 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#C#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:03,011 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/f3a894e55160445abdaa632d94bc293d is 50, key is test_row_0/C:col10/1731492841790/Put/seqid=0 2024-11-13T10:14:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742031_1207 (size=22618) 2024-11-13T10:14:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742032_1208 (size=12881) 2024-11-13T10:14:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,043 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731492842990, max timestamp=1731492843041Num uniques 859; 2024-11-13T10:14:03,043 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731492842990, max timestamp=1731492843041Num uniques 859; 2024-11-13T10:14:03,043 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-13T10:14:03,043 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-13T10:14:03,043 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1731492842990, max timestamp=1731492843041Num uniques 859; 2024-11-13T10:14:03,043 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-13T10:14:03,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492903047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:03,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492903050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:03,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:03,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492903050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:03,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492903051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:03,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:03,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:03,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492903155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:03,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:03,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:03,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492903165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492903165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:03,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492903165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:03,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492903248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:03,251 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in 72c2698a1815815ee2e7db007a13c8e5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:14:03,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:03,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492903366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:03,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:03,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492903375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:03,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:03,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492903375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:03,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:03,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:03,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492903375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:03,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:03,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:03,389 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/45eea39e4d744815bb4eef9f458c0960 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/45eea39e4d744815bb4eef9f458c0960 2024-11-13T10:14:03,397 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/A of 72c2698a1815815ee2e7db007a13c8e5 into 45eea39e4d744815bb4eef9f458c0960(size=30.9 K), total size for store is 61.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:03,397 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:03,397 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/A, priority=13, startTime=1731492842529; duration=0sec 2024-11-13T10:14:03,397 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:03,397 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:A 2024-11-13T10:14:03,427 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:03,433 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c75333a65cdc499d85d10cf03fe629fb_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c75333a65cdc499d85d10cf03fe629fb_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:03,434 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/b61897fd0142424b9120e31d7497b495, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:03,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/b61897fd0142424b9120e31d7497b495 is 175, key is test_row_0/A:col10/1731492842982/Put/seqid=0 2024-11-13T10:14:03,437 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/f3a894e55160445abdaa632d94bc293d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f3a894e55160445abdaa632d94bc293d 2024-11-13T10:14:03,444 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/C of 72c2698a1815815ee2e7db007a13c8e5 into f3a894e55160445abdaa632d94bc293d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:03,444 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:03,444 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/C, priority=12, startTime=1731492842529; duration=0sec 2024-11-13T10:14:03,444 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:03,444 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:C 2024-11-13T10:14:03,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742033_1209 (size=66019) 2024-11-13T10:14:03,453 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/b61897fd0142424b9120e31d7497b495 2024-11-13T10:14:03,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/1fb8db1274184d069dbd2c5c69392465 is 50, key is test_row_0/B:col10/1731492842982/Put/seqid=0 2024-11-13T10:14:03,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742034_1210 (size=9857) 2024-11-13T10:14:03,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492903675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:03,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492903685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:03,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:03,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492903695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492903695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:03,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:03,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/1fb8db1274184d069dbd2c5c69392465 2024-11-13T10:14:03,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/457f99df46b942a8b7ed094a779945a0 is 50, key is test_row_0/C:col10/1731492842982/Put/seqid=0 2024-11-13T10:14:03,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742035_1211 (size=9857) 2024-11-13T10:14:03,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/457f99df46b942a8b7ed094a779945a0 2024-11-13T10:14:03,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/b61897fd0142424b9120e31d7497b495 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/b61897fd0142424b9120e31d7497b495 2024-11-13T10:14:03,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/b61897fd0142424b9120e31d7497b495, entries=350, sequenceid=279, filesize=64.5 K 2024-11-13T10:14:03,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/1fb8db1274184d069dbd2c5c69392465 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/1fb8db1274184d069dbd2c5c69392465 2024-11-13T10:14:03,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/1fb8db1274184d069dbd2c5c69392465, entries=100, sequenceid=279, filesize=9.6 K 2024-11-13T10:14:03,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/457f99df46b942a8b7ed094a779945a0 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/457f99df46b942a8b7ed094a779945a0 2024-11-13T10:14:03,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/457f99df46b942a8b7ed094a779945a0, entries=100, sequenceid=279, filesize=9.6 K 2024-11-13T10:14:03,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=154.31 KB/158010 for 72c2698a1815815ee2e7db007a13c8e5 in 979ms, sequenceid=279, compaction requested=true 2024-11-13T10:14:03,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:03,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:14:03,966 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:03,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:03,966 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:03,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:14:03,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:03,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:14:03,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:03,967 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:03,967 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/A is initiating minor compaction (all files) 2024-11-13T10:14:03,967 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/A in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:03,968 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/45eea39e4d744815bb4eef9f458c0960, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/2e90caa89f81430886baf1e570c10401, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/b61897fd0142424b9120e31d7497b495] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=125.9 K 2024-11-13T10:14:03,968 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:03,968 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/45eea39e4d744815bb4eef9f458c0960, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/2e90caa89f81430886baf1e570c10401, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/b61897fd0142424b9120e31d7497b495] 2024-11-13T10:14:03,970 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:03,970 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/B is initiating minor compaction (all files) 2024-11-13T10:14:03,970 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/B in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:03,970 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c8803e31d22f499eb4b09fdd45f1c8ce, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/cab531b6694140328142d359ba249908, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/1fb8db1274184d069dbd2c5c69392465] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=34.0 K 2024-11-13T10:14:03,971 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting c8803e31d22f499eb4b09fdd45f1c8ce, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731492841062 2024-11-13T10:14:03,971 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45eea39e4d744815bb4eef9f458c0960, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731492841062 2024-11-13T10:14:03,972 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting cab531b6694140328142d359ba249908, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731492841771 2024-11-13T10:14:03,972 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e90caa89f81430886baf1e570c10401, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731492841771 2024-11-13T10:14:03,972 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fb8db1274184d069dbd2c5c69392465, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731492842973 2024-11-13T10:14:03,973 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting b61897fd0142424b9120e31d7497b495, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731492842923 2024-11-13T10:14:03,990 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#B#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:03,991 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/cbe98ed859b146158dd998029a89ae75 is 50, key is test_row_0/B:col10/1731492842982/Put/seqid=0 2024-11-13T10:14:03,992 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:03,998 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113b3ab73a536e04436ba1a0a682283f892_72c2698a1815815ee2e7db007a13c8e5 store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:04,001 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113b3ab73a536e04436ba1a0a682283f892_72c2698a1815815ee2e7db007a13c8e5, store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:04,001 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b3ab73a536e04436ba1a0a682283f892_72c2698a1815815ee2e7db007a13c8e5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:04,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742036_1212 (size=12949) 2024-11-13T10:14:04,009 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/cbe98ed859b146158dd998029a89ae75 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/cbe98ed859b146158dd998029a89ae75 2024-11-13T10:14:04,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742037_1213 (size=4469) 2024-11-13T10:14:04,013 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#A#compaction#178 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:04,013 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/b89aa9f981934ace9214cd6991003f25 is 175, key is test_row_0/A:col10/1731492842982/Put/seqid=0 2024-11-13T10:14:04,015 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/B of 72c2698a1815815ee2e7db007a13c8e5 into cbe98ed859b146158dd998029a89ae75(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:04,015 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:04,015 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/B, priority=13, startTime=1731492843966; duration=0sec 2024-11-13T10:14:04,015 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:04,015 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:B 2024-11-13T10:14:04,015 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-13T10:14:04,017 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-13T10:14:04,017 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-13T10:14:04,017 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. because compaction request was cancelled 2024-11-13T10:14:04,017 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:C 2024-11-13T10:14:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T10:14:04,036 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:14:04,036 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:14:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-13T10:14:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T10:14:04,039 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:14:04,040 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:14:04,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:14:04,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742038_1214 (size=32010) 2024-11-13T10:14:04,049 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/b89aa9f981934ace9214cd6991003f25 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/b89aa9f981934ace9214cd6991003f25 2024-11-13T10:14:04,056 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/A of 72c2698a1815815ee2e7db007a13c8e5 into b89aa9f981934ace9214cd6991003f25(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:04,056 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:04,056 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/A, priority=13, startTime=1731492843966; duration=0sec 2024-11-13T10:14:04,056 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:04,056 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:A 2024-11-13T10:14:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T10:14:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:04,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=161.02 KB heapSize=399.05 KB 2024-11-13T10:14:04,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:14:04,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:04,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:14:04,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:04,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:14:04,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:04,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-13T10:14:04,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:04,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:04,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:04,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:04,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:04,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492904215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:04,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492904217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:04,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492904219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:04,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:04,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492904219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:04,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:04,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:04,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:04,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bd88a4c8cd85405985881539eaeab646_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492843049/Put/seqid=0 2024-11-13T10:14:04,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742039_1215 (size=12454) 2024-11-13T10:14:04,266 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:04,272 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bd88a4c8cd85405985881539eaeab646_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bd88a4c8cd85405985881539eaeab646_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:04,273 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/704ad88431f741ac8f5678a1b5f4be01, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:04,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/704ad88431f741ac8f5678a1b5f4be01 is 175, key is test_row_0/A:col10/1731492843049/Put/seqid=0 2024-11-13T10:14:04,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742040_1216 (size=31255) 2024-11-13T10:14:04,287 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=310, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/704ad88431f741ac8f5678a1b5f4be01 2024-11-13T10:14:04,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/0347ed0ae8b14450a78119e9ce899359 is 50, key is test_row_0/B:col10/1731492843049/Put/seqid=0 2024-11-13T10:14:04,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742041_1217 (size=12301) 2024-11-13T10:14:04,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/0347ed0ae8b14450a78119e9ce899359 2024-11-13T10:14:04,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492904335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:04,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/3d6ce4b8840a4eb684e5a6026cd42364 is 50, key is test_row_0/C:col10/1731492843049/Put/seqid=0 2024-11-13T10:14:04,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:04,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492904335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492904336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:04,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742042_1218 (size=12301) 2024-11-13T10:14:04,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/3d6ce4b8840a4eb684e5a6026cd42364 2024-11-13T10:14:04,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-13T10:14:04,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:04,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:04,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:04,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:04,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:04,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/704ad88431f741ac8f5678a1b5f4be01 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/704ad88431f741ac8f5678a1b5f4be01 2024-11-13T10:14:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T10:14:04,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/704ad88431f741ac8f5678a1b5f4be01, entries=150, sequenceid=310, filesize=30.5 K 2024-11-13T10:14:04,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/0347ed0ae8b14450a78119e9ce899359 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/0347ed0ae8b14450a78119e9ce899359 2024-11-13T10:14:04,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/0347ed0ae8b14450a78119e9ce899359, entries=150, sequenceid=310, filesize=12.0 K 2024-11-13T10:14:04,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/3d6ce4b8840a4eb684e5a6026cd42364 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/3d6ce4b8840a4eb684e5a6026cd42364 2024-11-13T10:14:04,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/3d6ce4b8840a4eb684e5a6026cd42364, entries=150, sequenceid=310, filesize=12.0 K 2024-11-13T10:14:04,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~399 KB/408576, currentSize=40.25 KB/41220 for 72c2698a1815815ee2e7db007a13c8e5 in 186ms, sequenceid=310, compaction requested=true 2024-11-13T10:14:04,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:04,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:14:04,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:04,374 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-13T10:14:04,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:14:04,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:04,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:14:04,374 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-13T10:14:04,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:04,376 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-13T10:14:04,376 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-13T10:14:04,377 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-13T10:14:04,377 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-13T10:14:04,377 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. because compaction request was cancelled 2024-11-13T10:14:04,377 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. because compaction request was cancelled 2024-11-13T10:14:04,377 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:A 2024-11-13T10:14:04,377 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:B 2024-11-13T10:14:04,377 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:04,378 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:04,378 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/C is initiating minor compaction (all files) 2024-11-13T10:14:04,378 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/C in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:04,378 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f3a894e55160445abdaa632d94bc293d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/457f99df46b942a8b7ed094a779945a0, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/3d6ce4b8840a4eb684e5a6026cd42364] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=34.2 K 2024-11-13T10:14:04,381 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3a894e55160445abdaa632d94bc293d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731492841771 2024-11-13T10:14:04,381 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 457f99df46b942a8b7ed094a779945a0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731492842973 2024-11-13T10:14:04,382 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d6ce4b8840a4eb684e5a6026cd42364, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731492843039 2024-11-13T10:14:04,392 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#C#compaction#182 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:04,392 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/0916f428a4274fa2b225027fca7309f6 is 50, key is test_row_0/C:col10/1731492843049/Put/seqid=0 2024-11-13T10:14:04,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742043_1219 (size=12983) 2024-11-13T10:14:04,431 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/0916f428a4274fa2b225027fca7309f6 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/0916f428a4274fa2b225027fca7309f6 2024-11-13T10:14:04,440 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/C of 72c2698a1815815ee2e7db007a13c8e5 into 0916f428a4274fa2b225027fca7309f6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:04,440 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:04,440 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/C, priority=13, startTime=1731492844374; duration=0sec 2024-11-13T10:14:04,440 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:04,440 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:C 2024-11-13T10:14:04,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-13T10:14:04,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:04,505 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-13T10:14:04,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:14:04,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:04,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:14:04,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:04,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:14:04,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:04,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138935d31581d14a17ab735404ad78471f_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492844216/Put/seqid=0 2024-11-13T10:14:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:04,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:04,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742044_1220 (size=12454) 2024-11-13T10:14:04,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731492844560, max timestamp=1731492844626Num uniques 859; 2024-11-13T10:14:04,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-13T10:14:04,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731492844612, max timestamp=1731492844626Num uniques 859; 2024-11-13T10:14:04,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731492844612, max timestamp=1731492844626Num uniques 859; 2024-11-13T10:14:04,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-13T10:14:04,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-13T10:14:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T10:14:04,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492904710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:04,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:04,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492904712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:04,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:04,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492904715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:04,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:04,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492904824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:04,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:04,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492904825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:04,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:04,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492904825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:04,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:04,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:04,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:04,990 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138935d31581d14a17ab735404ad78471f_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138935d31581d14a17ab735404ad78471f_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:04,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/8b067304b46948508e37f5556f623762, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:04,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/8b067304b46948508e37f5556f623762 is 175, key is test_row_0/A:col10/1731492844216/Put/seqid=0 2024-11-13T10:14:04,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742045_1221 (size=31255) 2024-11-13T10:14:04,997 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/8b067304b46948508e37f5556f623762 2024-11-13T10:14:05,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/d92a4ba2652b4f7f8ebc68e5b9e4f014 is 50, key is test_row_0/B:col10/1731492844216/Put/seqid=0 2024-11-13T10:14:05,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742046_1222 (size=12301) 2024-11-13T10:14:05,010 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/d92a4ba2652b4f7f8ebc68e5b9e4f014 2024-11-13T10:14:05,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/44ad09bfde634e56949b51a79e69f22c is 50, key is test_row_0/C:col10/1731492844216/Put/seqid=0 2024-11-13T10:14:05,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742047_1223 (size=12301) 2024-11-13T10:14:05,032 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/44ad09bfde634e56949b51a79e69f22c 2024-11-13T10:14:05,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492905035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:05,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:05,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492905035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:05,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:05,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492905035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:05,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:05,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:05,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/8b067304b46948508e37f5556f623762 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/8b067304b46948508e37f5556f623762 2024-11-13T10:14:05,045 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/8b067304b46948508e37f5556f623762, entries=150, sequenceid=320, filesize=30.5 K 2024-11-13T10:14:05,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/d92a4ba2652b4f7f8ebc68e5b9e4f014 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/d92a4ba2652b4f7f8ebc68e5b9e4f014 2024-11-13T10:14:05,051 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/d92a4ba2652b4f7f8ebc68e5b9e4f014, entries=150, sequenceid=320, filesize=12.0 K 2024-11-13T10:14:05,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/44ad09bfde634e56949b51a79e69f22c as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/44ad09bfde634e56949b51a79e69f22c 2024-11-13T10:14:05,060 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/44ad09bfde634e56949b51a79e69f22c, entries=150, sequenceid=320, filesize=12.0 K 2024-11-13T10:14:05,061 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 72c2698a1815815ee2e7db007a13c8e5 in 556ms, sequenceid=320, compaction requested=true 2024-11-13T10:14:05,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:05,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:05,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-13T10:14:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-13T10:14:05,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-13T10:14:05,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0230 sec 2024-11-13T10:14:05,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.0310 sec 2024-11-13T10:14:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T10:14:05,175 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:14:05,176 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:14:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-13T10:14:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T10:14:05,178 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:14:05,179 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:14:05,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:14:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:05,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB 2024-11-13T10:14:05,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:14:05,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:05,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:14:05,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:05,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:14:05,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:05,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132dda0beb71684cf7b3c20336a34b9831_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492845228/Put/seqid=0 2024-11-13T10:14:05,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742048_1224 (size=14994) 2024-11-13T10:14:05,261 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,267 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132dda0beb71684cf7b3c20336a34b9831_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132dda0beb71684cf7b3c20336a34b9831_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:05,268 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/d5ac259363ec43179fc626554bf488bf, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:05,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:05,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/d5ac259363ec43179fc626554bf488bf is 175, key is test_row_0/A:col10/1731492845228/Put/seqid=0 2024-11-13T10:14:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492905263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:05,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492905265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:05,271 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in 72c2698a1815815ee2e7db007a13c8e5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:14:05,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T10:14:05,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742049_1225 (size=39949) 2024-11-13T10:14:05,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T10:14:05,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:05,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:05,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:05,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:05,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:05,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492905345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:05,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492905345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:05,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:05,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:05,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492905345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:05,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:05,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:05,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492905374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:05,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:05,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T10:14:05,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:05,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:05,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:05,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:05,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T10:14:05,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492905585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:05,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:05,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T10:14:05,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:05,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:05,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:05,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:05,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:05,688 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/d5ac259363ec43179fc626554bf488bf 2024-11-13T10:14:05,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/ab34445083d64c4ba3e65ffd57a32aa7 is 50, key is test_row_0/B:col10/1731492845228/Put/seqid=0 2024-11-13T10:14:05,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742050_1226 (size=12301) 2024-11-13T10:14:05,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/ab34445083d64c4ba3e65ffd57a32aa7 2024-11-13T10:14:05,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/3027a05aa09241f0ae73f453693a7294 is 50, key is test_row_0/C:col10/1731492845228/Put/seqid=0 2024-11-13T10:14:05,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T10:14:05,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:05,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:05,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:05,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:05,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T10:14:05,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742051_1227 (size=12301) 2024-11-13T10:14:05,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/3027a05aa09241f0ae73f453693a7294 2024-11-13T10:14:05,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/d5ac259363ec43179fc626554bf488bf as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/d5ac259363ec43179fc626554bf488bf 2024-11-13T10:14:05,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/d5ac259363ec43179fc626554bf488bf, entries=200, sequenceid=357, filesize=39.0 K 2024-11-13T10:14:05,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/ab34445083d64c4ba3e65ffd57a32aa7 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/ab34445083d64c4ba3e65ffd57a32aa7 2024-11-13T10:14:05,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/ab34445083d64c4ba3e65ffd57a32aa7, entries=150, sequenceid=357, filesize=12.0 K 2024-11-13T10:14:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/3027a05aa09241f0ae73f453693a7294 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/3027a05aa09241f0ae73f453693a7294 2024-11-13T10:14:05,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492905870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:05,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492905870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:05,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492905870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/3027a05aa09241f0ae73f453693a7294, entries=150, sequenceid=357, filesize=12.0 K 2024-11-13T10:14:05,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for 72c2698a1815815ee2e7db007a13c8e5 in 663ms, sequenceid=357, compaction requested=true 2024-11-13T10:14:05,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,893 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:14:05,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:14:05,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:05,893 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:14:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,895 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134469 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:14:05,895 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/A is initiating minor compaction (all files) 2024-11-13T10:14:05,895 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/A in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:05,895 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/b89aa9f981934ace9214cd6991003f25, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/704ad88431f741ac8f5678a1b5f4be01, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/8b067304b46948508e37f5556f623762, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/d5ac259363ec43179fc626554bf488bf] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=131.3 K 2024-11-13T10:14:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,896 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:05,896 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/b89aa9f981934ace9214cd6991003f25, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/704ad88431f741ac8f5678a1b5f4be01, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/8b067304b46948508e37f5556f623762, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/d5ac259363ec43179fc626554bf488bf] 2024-11-13T10:14:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,896 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:14:05,896 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/B is initiating minor compaction (all files) 2024-11-13T10:14:05,896 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/B in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:05,897 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/cbe98ed859b146158dd998029a89ae75, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/0347ed0ae8b14450a78119e9ce899359, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/d92a4ba2652b4f7f8ebc68e5b9e4f014, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/ab34445083d64c4ba3e65ffd57a32aa7] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=48.7 K 2024-11-13T10:14:05,897 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting b89aa9f981934ace9214cd6991003f25, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731492841771 2024-11-13T10:14:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,899 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting cbe98ed859b146158dd998029a89ae75, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731492841771 2024-11-13T10:14:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,900 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 704ad88431f741ac8f5678a1b5f4be01, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731492843039 2024-11-13T10:14:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,901 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b067304b46948508e37f5556f623762, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731492844190 2024-11-13T10:14:05,901 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 0347ed0ae8b14450a78119e9ce899359, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731492843039 2024-11-13T10:14:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,901 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting d92a4ba2652b4f7f8ebc68e5b9e4f014, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731492844190 2024-11-13T10:14:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,902 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5ac259363ec43179fc626554bf488bf, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731492844636 2024-11-13T10:14:05,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:14:05,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:05,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:14:05,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,902 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting ab34445083d64c4ba3e65ffd57a32aa7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731492844636 2024-11-13T10:14:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:05,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-13T10:14:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:14:05,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:05,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:14:05,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:05,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:14:05,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,941 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:05,949 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#B#compaction#190 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:05,950 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/c1d1c7f6bc26400f9ab0c9380afbd7eb is 50, key is test_row_0/B:col10/1731492845228/Put/seqid=0 2024-11-13T10:14:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T10:14:05,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:05,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:05,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:05,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:05,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:05,973 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411133f83e0401fc34c62b3077ef147c37258_72c2698a1815815ee2e7db007a13c8e5 store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:05,976 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411133f83e0401fc34c62b3077ef147c37258_72c2698a1815815ee2e7db007a13c8e5, store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:05,976 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411133f83e0401fc34c62b3077ef147c37258_72c2698a1815815ee2e7db007a13c8e5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:06,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111306720784281847a98892f8930b811d6d_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492845912/Put/seqid=0 2024-11-13T10:14:06,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742052_1228 (size=13085) 2024-11-13T10:14:06,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742053_1229 (size=4469) 2024-11-13T10:14:06,031 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/c1d1c7f6bc26400f9ab0c9380afbd7eb as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c1d1c7f6bc26400f9ab0c9380afbd7eb 2024-11-13T10:14:06,042 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#A#compaction#189 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:06,044 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/617c18f3341b4dbe887930feadb0ed7b is 175, key is test_row_0/A:col10/1731492845228/Put/seqid=0 2024-11-13T10:14:06,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742054_1230 (size=14994) 2024-11-13T10:14:06,056 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/B of 72c2698a1815815ee2e7db007a13c8e5 into c1d1c7f6bc26400f9ab0c9380afbd7eb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:06,056 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:06,056 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/B, priority=12, startTime=1731492845893; duration=0sec 2024-11-13T10:14:06,056 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:06,057 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:B 2024-11-13T10:14:06,057 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:06,058 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:06,058 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/C is initiating minor compaction (all files) 2024-11-13T10:14:06,058 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/C in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:06,058 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/0916f428a4274fa2b225027fca7309f6, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/44ad09bfde634e56949b51a79e69f22c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/3027a05aa09241f0ae73f453693a7294] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=36.7 K 2024-11-13T10:14:06,059 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 0916f428a4274fa2b225027fca7309f6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731492843039 2024-11-13T10:14:06,059 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 44ad09bfde634e56949b51a79e69f22c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731492844190 2024-11-13T10:14:06,060 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:06,060 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 3027a05aa09241f0ae73f453693a7294, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731492844636 2024-11-13T10:14:06,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742055_1231 (size=32039) 2024-11-13T10:14:06,074 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111306720784281847a98892f8930b811d6d_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111306720784281847a98892f8930b811d6d_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:06,076 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/9f1e4d480f8e4e829d2865e159d649b1, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:06,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/9f1e4d480f8e4e829d2865e159d649b1 is 175, key is test_row_0/A:col10/1731492845912/Put/seqid=0 2024-11-13T10:14:06,080 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/617c18f3341b4dbe887930feadb0ed7b as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/617c18f3341b4dbe887930feadb0ed7b 2024-11-13T10:14:06,086 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/A of 72c2698a1815815ee2e7db007a13c8e5 into 617c18f3341b4dbe887930feadb0ed7b(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:06,086 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:06,086 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/A, priority=12, startTime=1731492845893; duration=0sec 2024-11-13T10:14:06,086 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:06,086 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:A 2024-11-13T10:14:06,089 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#C#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:06,090 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/cb1e1d8d7eff4133ac3739023d4d13a3 is 50, key is test_row_0/C:col10/1731492845228/Put/seqid=0 2024-11-13T10:14:06,097 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492846061, max timestamp=1731492846094Num uniques 859; 2024-11-13T10:14:06,097 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:14:06,100 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492846061, max timestamp=1731492846094Num uniques 859; 2024-11-13T10:14:06,100 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:14:06,107 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492846061, max timestamp=1731492846094Num uniques 859; 2024-11-13T10:14:06,107 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:14:06,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T10:14:06,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:06,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:06,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:06,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:06,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:06,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742056_1232 (size=39949) 2024-11-13T10:14:06,116 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/9f1e4d480f8e4e829d2865e159d649b1 2024-11-13T10:14:06,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742057_1233 (size=13085) 2024-11-13T10:14:06,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/08f490ef280f4c46b15c8d1585ea9012 is 50, key is test_row_0/B:col10/1731492845912/Put/seqid=0 2024-11-13T10:14:06,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742058_1234 (size=12301) 2024-11-13T10:14:06,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/08f490ef280f4c46b15c8d1585ea9012 2024-11-13T10:14:06,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/8dd8efca8232424d8c0553157f7aac83 is 50, key is test_row_0/C:col10/1731492845912/Put/seqid=0 2024-11-13T10:14:06,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742059_1235 (size=12301) 2024-11-13T10:14:06,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492906227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:06,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:06,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:06,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:06,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T10:14:06,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:06,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:06,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:06,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:06,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T10:14:06,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492906335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:06,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:06,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:06,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:06,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T10:14:06,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:06,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:06,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:06,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:06,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:06,536 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/cb1e1d8d7eff4133ac3739023d4d13a3 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/cb1e1d8d7eff4133ac3739023d4d13a3 2024-11-13T10:14:06,544 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/C of 72c2698a1815815ee2e7db007a13c8e5 into cb1e1d8d7eff4133ac3739023d4d13a3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:06,544 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:06,544 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/C, priority=13, startTime=1731492845902; duration=0sec 2024-11-13T10:14:06,545 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:06,545 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:C 2024-11-13T10:14:06,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492906545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:06,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:06,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:06,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:06,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T10:14:06,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:06,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:06,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:06,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:06,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:06,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/8dd8efca8232424d8c0553157f7aac83 2024-11-13T10:14:06,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/9f1e4d480f8e4e829d2865e159d649b1 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/9f1e4d480f8e4e829d2865e159d649b1 2024-11-13T10:14:06,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/9f1e4d480f8e4e829d2865e159d649b1, entries=200, sequenceid=367, filesize=39.0 K 2024-11-13T10:14:06,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/08f490ef280f4c46b15c8d1585ea9012 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/08f490ef280f4c46b15c8d1585ea9012 2024-11-13T10:14:06,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/08f490ef280f4c46b15c8d1585ea9012, entries=150, sequenceid=367, filesize=12.0 K 2024-11-13T10:14:06,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/8dd8efca8232424d8c0553157f7aac83 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/8dd8efca8232424d8c0553157f7aac83 2024-11-13T10:14:06,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/8dd8efca8232424d8c0553157f7aac83, entries=150, sequenceid=367, filesize=12.0 K 2024-11-13T10:14:06,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 72c2698a1815815ee2e7db007a13c8e5 in 711ms, sequenceid=367, compaction requested=false 2024-11-13T10:14:06,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:06,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T10:14:06,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:06,730 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-13T10:14:06,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:14:06,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:06,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:14:06,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:06,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:14:06,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:06,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411133d908e75269f4073a4c437bb6fa33aa8_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492846225/Put/seqid=0 2024-11-13T10:14:06,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742060_1236 (size=12454) 2024-11-13T10:14:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:06,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:06,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492906885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:06,889 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_0' in 72c2698a1815815ee2e7db007a13c8e5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:14:06,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:06,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:06,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:06,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492906888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:06,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:06,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:06,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:06,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492906889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:06,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:06,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:06,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:06,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492906895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:06,897 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in 72c2698a1815815ee2e7db007a13c8e5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:14:06,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:06,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:06,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:06,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492906995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:06,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:06,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:06,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:06,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492906996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:06,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:06,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:06,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:07,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:07,165 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411133d908e75269f4073a4c437bb6fa33aa8_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133d908e75269f4073a4c437bb6fa33aa8_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:07,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/6587603f81d84f1d8d720ddbda75f071, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:07,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/6587603f81d84f1d8d720ddbda75f071 is 175, key is test_row_0/A:col10/1731492846225/Put/seqid=0 2024-11-13T10:14:07,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742061_1237 (size=31255) 2024-11-13T10:14:07,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492907205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:07,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:07,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492907205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:07,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:07,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:07,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:07,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:07,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T10:14:07,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492907515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:07,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:07,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:07,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:07,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492907525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:07,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:07,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:07,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:07,576 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=407, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/6587603f81d84f1d8d720ddbda75f071 2024-11-13T10:14:07,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/56646affaad14a958d720c3b0df89268 is 50, key is test_row_0/B:col10/1731492846225/Put/seqid=0 2024-11-13T10:14:07,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742062_1238 (size=12301) 2024-11-13T10:14:07,990 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/56646affaad14a958d720c3b0df89268 2024-11-13T10:14:08,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/e87fd82d4fb54d7db2493927546655de is 50, key is test_row_0/C:col10/1731492846225/Put/seqid=0 2024-11-13T10:14:08,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492908025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:08,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:08,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:08,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:08,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492908035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:08,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:08,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:08,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:08,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742063_1239 (size=12301) 2024-11-13T10:14:08,057 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/e87fd82d4fb54d7db2493927546655de 2024-11-13T10:14:08,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/6587603f81d84f1d8d720ddbda75f071 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/6587603f81d84f1d8d720ddbda75f071 2024-11-13T10:14:08,070 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/6587603f81d84f1d8d720ddbda75f071, entries=150, sequenceid=407, filesize=30.5 K 2024-11-13T10:14:08,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/56646affaad14a958d720c3b0df89268 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/56646affaad14a958d720c3b0df89268 2024-11-13T10:14:08,077 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/56646affaad14a958d720c3b0df89268, entries=150, sequenceid=407, filesize=12.0 K 2024-11-13T10:14:08,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/e87fd82d4fb54d7db2493927546655de as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/e87fd82d4fb54d7db2493927546655de 2024-11-13T10:14:08,085 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/e87fd82d4fb54d7db2493927546655de, entries=150, sequenceid=407, filesize=12.0 K 2024-11-13T10:14:08,086 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 72c2698a1815815ee2e7db007a13c8e5 in 1356ms, sequenceid=407, compaction requested=true 2024-11-13T10:14:08,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:08,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:08,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-13T10:14:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-13T10:14:08,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-13T10:14:08,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9090 sec 2024-11-13T10:14:08,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.9160 sec 2024-11-13T10:14:08,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-13T10:14:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:08,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:14:08,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:08,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:14:08,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:08,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:14:08,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:08,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130e1a8fe7f54c45ee92bc78abf093d62b_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492848908/Put/seqid=0 2024-11-13T10:14:08,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742064_1240 (size=14994) 2024-11-13T10:14:08,967 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:08,977 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130e1a8fe7f54c45ee92bc78abf093d62b_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130e1a8fe7f54c45ee92bc78abf093d62b_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:08,978 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/4225db54dfb8489da293008a4d0bd676, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:08,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/4225db54dfb8489da293008a4d0bd676 is 175, key is test_row_0/A:col10/1731492848908/Put/seqid=0 2024-11-13T10:14:08,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492908984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:08,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:08,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:08,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:08,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492908985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:08,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:08,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:08,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:08,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742065_1241 (size=39949) 2024-11-13T10:14:08,993 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=419, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/4225db54dfb8489da293008a4d0bd676 2024-11-13T10:14:09,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/4b20ec5df1f64eb5bb1c91dbef8934cd is 50, key is test_row_0/B:col10/1731492848908/Put/seqid=0 2024-11-13T10:14:09,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742066_1242 (size=12301) 2024-11-13T10:14:09,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/4b20ec5df1f64eb5bb1c91dbef8934cd 2024-11-13T10:14:09,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/f524510e494d4a9da982572f55b488c5 is 50, key is test_row_0/C:col10/1731492848908/Put/seqid=0 2024-11-13T10:14:09,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492909035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:09,039 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_0' in 72c2698a1815815ee2e7db007a13c8e5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:14:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:09,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742067_1243 (size=12301) 2024-11-13T10:14:09,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/f524510e494d4a9da982572f55b488c5 2024-11-13T10:14:09,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/4225db54dfb8489da293008a4d0bd676 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/4225db54dfb8489da293008a4d0bd676 2024-11-13T10:14:09,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/4225db54dfb8489da293008a4d0bd676, entries=200, sequenceid=419, filesize=39.0 K 2024-11-13T10:14:09,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492909046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:09,055 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in 72c2698a1815815ee2e7db007a13c8e5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:14:09,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:09,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:09,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:09,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/4b20ec5df1f64eb5bb1c91dbef8934cd as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/4b20ec5df1f64eb5bb1c91dbef8934cd 2024-11-13T10:14:09,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/4b20ec5df1f64eb5bb1c91dbef8934cd, entries=150, sequenceid=419, filesize=12.0 K 2024-11-13T10:14:09,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/f524510e494d4a9da982572f55b488c5 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f524510e494d4a9da982572f55b488c5 2024-11-13T10:14:09,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f524510e494d4a9da982572f55b488c5, entries=150, sequenceid=419, filesize=12.0 K 2024-11-13T10:14:09,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 72c2698a1815815ee2e7db007a13c8e5 in 159ms, sequenceid=419, compaction requested=true 2024-11-13T10:14:09,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:09,069 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:14:09,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:14:09,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:09,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:14:09,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:09,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:14:09,080 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:14:09,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:09,082 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:14:09,082 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/A is initiating minor compaction (all files) 2024-11-13T10:14:09,082 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/A in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:09,082 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/617c18f3341b4dbe887930feadb0ed7b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/9f1e4d480f8e4e829d2865e159d649b1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/6587603f81d84f1d8d720ddbda75f071, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/4225db54dfb8489da293008a4d0bd676] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=139.8 K 2024-11-13T10:14:09,082 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:09,082 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/617c18f3341b4dbe887930feadb0ed7b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/9f1e4d480f8e4e829d2865e159d649b1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/6587603f81d84f1d8d720ddbda75f071, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/4225db54dfb8489da293008a4d0bd676] 2024-11-13T10:14:09,083 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 617c18f3341b4dbe887930feadb0ed7b, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731492844636 2024-11-13T10:14:09,084 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f1e4d480f8e4e829d2865e159d649b1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731492845251 2024-11-13T10:14:09,087 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:14:09,087 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/B is initiating minor compaction (all files) 2024-11-13T10:14:09,087 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/B in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:09,087 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c1d1c7f6bc26400f9ab0c9380afbd7eb, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/08f490ef280f4c46b15c8d1585ea9012, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/56646affaad14a958d720c3b0df89268, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/4b20ec5df1f64eb5bb1c91dbef8934cd] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=48.8 K 2024-11-13T10:14:09,087 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6587603f81d84f1d8d720ddbda75f071, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731492846198 2024-11-13T10:14:09,088 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting c1d1c7f6bc26400f9ab0c9380afbd7eb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731492844636 2024-11-13T10:14:09,088 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4225db54dfb8489da293008a4d0bd676, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731492846879 2024-11-13T10:14:09,088 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 08f490ef280f4c46b15c8d1585ea9012, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731492845260 2024-11-13T10:14:09,089 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 56646affaad14a958d720c3b0df89268, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731492846198 2024-11-13T10:14:09,090 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b20ec5df1f64eb5bb1c91dbef8934cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731492846879 2024-11-13T10:14:09,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492848974, max timestamp=1731492849098Num uniques 859; 2024-11-13T10:14:09,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492848974, max timestamp=1731492849098Num uniques 859; 2024-11-13T10:14:09,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:14:09,102 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492848974, max timestamp=1731492849098Num uniques 859; 2024-11-13T10:14:09,102 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:14:09,102 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:14:09,106 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:09,111 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#B#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:09,112 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/711bd40d93654694aba67620235d3b6d is 50, key is test_row_0/B:col10/1731492848908/Put/seqid=0 2024-11-13T10:14:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:09,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB 2024-11-13T10:14:09,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:14:09,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:09,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:14:09,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:09,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:14:09,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:09,137 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113746cdb627dbb48558ce233bbda7d7266_72c2698a1815815ee2e7db007a13c8e5 store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:09,140 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113746cdb627dbb48558ce233bbda7d7266_72c2698a1815815ee2e7db007a13c8e5, store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:09,140 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113746cdb627dbb48558ce233bbda7d7266_72c2698a1815815ee2e7db007a13c8e5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:09,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742068_1244 (size=13221) 2024-11-13T10:14:09,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742069_1245 (size=4469) 2024-11-13T10:14:09,184 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#A#compaction#201 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:09,185 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/d0e47d0ec19145769aec26391411f1ba is 175, key is test_row_0/A:col10/1731492848908/Put/seqid=0 2024-11-13T10:14:09,187 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/711bd40d93654694aba67620235d3b6d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/711bd40d93654694aba67620235d3b6d 2024-11-13T10:14:09,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d93166f51c7d46a080ad7ac99e32770c_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492849112/Put/seqid=0 2024-11-13T10:14:09,195 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/B of 72c2698a1815815ee2e7db007a13c8e5 into 711bd40d93654694aba67620235d3b6d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:09,195 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:09,195 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/B, priority=12, startTime=1731492849080; duration=0sec 2024-11-13T10:14:09,195 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:09,195 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:B 2024-11-13T10:14:09,195 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:14:09,197 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:14:09,197 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/C is initiating minor compaction (all files) 2024-11-13T10:14:09,197 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/C in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:09,198 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/cb1e1d8d7eff4133ac3739023d4d13a3, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/8dd8efca8232424d8c0553157f7aac83, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/e87fd82d4fb54d7db2493927546655de, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f524510e494d4a9da982572f55b488c5] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=48.8 K 2024-11-13T10:14:09,198 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting cb1e1d8d7eff4133ac3739023d4d13a3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731492844636 2024-11-13T10:14:09,199 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 8dd8efca8232424d8c0553157f7aac83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731492845260 2024-11-13T10:14:09,199 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting e87fd82d4fb54d7db2493927546655de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731492846198 2024-11-13T10:14:09,199 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting f524510e494d4a9da982572f55b488c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731492846879 2024-11-13T10:14:09,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492849146, max timestamp=1731492849210Num uniques 859; 2024-11-13T10:14:09,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:14:09,216 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492849146, max timestamp=1731492849210Num uniques 859; 2024-11-13T10:14:09,216 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:14:09,217 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492849146, max timestamp=1731492849210Num uniques 859; 2024-11-13T10:14:09,217 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:14:09,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742070_1246 (size=32175) 2024-11-13T10:14:09,227 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/d0e47d0ec19145769aec26391411f1ba as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/d0e47d0ec19145769aec26391411f1ba 2024-11-13T10:14:09,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742071_1247 (size=17534) 2024-11-13T10:14:09,233 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:09,233 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#C#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:09,234 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/7dc8f918b68b46bb81c6bc07ec2c9bee is 50, key is test_row_0/C:col10/1731492848908/Put/seqid=0 2024-11-13T10:14:09,237 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/A of 72c2698a1815815ee2e7db007a13c8e5 into d0e47d0ec19145769aec26391411f1ba(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:09,237 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:09,237 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/A, priority=12, startTime=1731492849069; duration=0sec 2024-11-13T10:14:09,237 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:09,237 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:A 2024-11-13T10:14:09,241 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d93166f51c7d46a080ad7ac99e32770c_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d93166f51c7d46a080ad7ac99e32770c_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:09,242 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/493f9fc25aa846aa9a1b5be14efcbd8a, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:09,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/493f9fc25aa846aa9a1b5be14efcbd8a is 175, key is test_row_0/A:col10/1731492849112/Put/seqid=0 2024-11-13T10:14:09,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742072_1248 (size=13221) 2024-11-13T10:14:09,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742073_1249 (size=48639) 2024-11-13T10:14:09,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492909296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:09,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:09,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:09,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:09,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492909300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:09,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:09,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:09,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:09,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1731492909305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:09,307 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in 72c2698a1815815ee2e7db007a13c8e5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:14:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T10:14:09,346 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:14:09,347 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:14:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-13T10:14:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T10:14:09,349 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:14:09,349 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:14:09,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:14:09,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492909405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:09,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492909415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:09,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:09,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T10:14:09,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-13T10:14:09,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:09,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:09,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:09,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:09,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:09,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492909625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:09,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492909625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:09,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-13T10:14:09,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:09,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:09,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:09,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:09,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T10:14:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:09,666 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/7dc8f918b68b46bb81c6bc07ec2c9bee as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/7dc8f918b68b46bb81c6bc07ec2c9bee 2024-11-13T10:14:09,667 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=444, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/493f9fc25aa846aa9a1b5be14efcbd8a 2024-11-13T10:14:09,672 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/C of 72c2698a1815815ee2e7db007a13c8e5 into 7dc8f918b68b46bb81c6bc07ec2c9bee(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:09,673 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:09,673 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/C, priority=12, startTime=1731492849080; duration=0sec 2024-11-13T10:14:09,673 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:09,673 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:C 2024-11-13T10:14:09,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/3dd0df19b8f24210aada20b566ad2b12 is 50, key is test_row_0/B:col10/1731492849112/Put/seqid=0 2024-11-13T10:14:09,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742074_1250 (size=12301) 2024-11-13T10:14:09,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/3dd0df19b8f24210aada20b566ad2b12 2024-11-13T10:14:09,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/b712b56d540046759e56cb96ce62e2bf is 50, key is test_row_0/C:col10/1731492849112/Put/seqid=0 2024-11-13T10:14:09,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742075_1251 (size=12301) 2024-11-13T10:14:09,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/b712b56d540046759e56cb96ce62e2bf 2024-11-13T10:14:09,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/493f9fc25aa846aa9a1b5be14efcbd8a as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/493f9fc25aa846aa9a1b5be14efcbd8a 2024-11-13T10:14:09,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/493f9fc25aa846aa9a1b5be14efcbd8a, entries=250, sequenceid=444, filesize=47.5 K 2024-11-13T10:14:09,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/3dd0df19b8f24210aada20b566ad2b12 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/3dd0df19b8f24210aada20b566ad2b12 2024-11-13T10:14:09,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/3dd0df19b8f24210aada20b566ad2b12, entries=150, sequenceid=444, filesize=12.0 K 2024-11-13T10:14:09,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/b712b56d540046759e56cb96ce62e2bf as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/b712b56d540046759e56cb96ce62e2bf 2024-11-13T10:14:09,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/b712b56d540046759e56cb96ce62e2bf, entries=150, sequenceid=444, filesize=12.0 K 2024-11-13T10:14:09,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.88 KB/149376, currentSize=134.18 KB/137400 for 72c2698a1815815ee2e7db007a13c8e5 in 660ms, sequenceid=444, compaction requested=false 2024-11-13T10:14:09,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:09,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-13T10:14:09,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:09,818 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-13T10:14:09,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:14:09,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:09,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:14:09,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:09,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:14:09,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:09,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113495376f705ac4204996cb513977f073e_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492849294/Put/seqid=0 2024-11-13T10:14:09,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742076_1252 (size=12454) 2024-11-13T10:14:09,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T10:14:09,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492909978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:09,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:09,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:09,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492909979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:09,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:09,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:09,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:09,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:10,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492910095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:10,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492910095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:10,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:10,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:10,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:10,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:10,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:10,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:10,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:10,309 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113495376f705ac4204996cb513977f073e_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113495376f705ac4204996cb513977f073e_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:10,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/7a41f2247d5346f4aceed5b1de284cb5, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:10,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/7a41f2247d5346f4aceed5b1de284cb5 is 175, key is test_row_0/A:col10/1731492849294/Put/seqid=0 2024-11-13T10:14:10,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492910315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:10,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492910315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:10,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:10,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742077_1253 (size=31255) 2024-11-13T10:14:10,371 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=484, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/7a41f2247d5346f4aceed5b1de284cb5 2024-11-13T10:14:10,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/687604a67841490e977fc475925a7d4e is 50, key is test_row_0/B:col10/1731492849294/Put/seqid=0 2024-11-13T10:14:10,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742078_1254 (size=12301) 2024-11-13T10:14:10,420 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/687604a67841490e977fc475925a7d4e 2024-11-13T10:14:10,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/62cde74172ee4f529591907da93d35c5 is 50, key is test_row_0/C:col10/1731492849294/Put/seqid=0 2024-11-13T10:14:10,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742079_1255 (size=12301) 2024-11-13T10:14:10,451 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/62cde74172ee4f529591907da93d35c5 2024-11-13T10:14:10,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/7a41f2247d5346f4aceed5b1de284cb5 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/7a41f2247d5346f4aceed5b1de284cb5 2024-11-13T10:14:10,463 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/7a41f2247d5346f4aceed5b1de284cb5, entries=150, sequenceid=484, filesize=30.5 K 2024-11-13T10:14:10,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/687604a67841490e977fc475925a7d4e as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/687604a67841490e977fc475925a7d4e 2024-11-13T10:14:10,469 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/687604a67841490e977fc475925a7d4e, entries=150, sequenceid=484, filesize=12.0 K 2024-11-13T10:14:10,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/62cde74172ee4f529591907da93d35c5 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/62cde74172ee4f529591907da93d35c5 2024-11-13T10:14:10,474 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/62cde74172ee4f529591907da93d35c5, entries=150, sequenceid=484, filesize=12.0 K 2024-11-13T10:14:10,475 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 72c2698a1815815ee2e7db007a13c8e5 in 657ms, sequenceid=484, compaction requested=true 2024-11-13T10:14:10,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:10,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:10,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-13T10:14:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-13T10:14:10,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-13T10:14:10,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1290 sec 2024-11-13T10:14:10,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.1340 sec 2024-11-13T10:14:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T10:14:10,486 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:14:10,486 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:14:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-13T10:14:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T10:14:10,493 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:14:10,494 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:14:10,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:14:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T10:14:10,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-13T10:14:10,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:14:10,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:10,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:14:10,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:10,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:14:10,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:10,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-13T10:14:10,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:10,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:10,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:10,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:10,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:10,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a89d4a356fca4434b0f0fef5939488c8_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492850626/Put/seqid=0 2024-11-13T10:14:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:10,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742080_1256 (size=17534) 2024-11-13T10:14:10,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492910680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:10,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:10,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:10,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:10,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492910685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:10,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:10,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:10,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:10,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492910795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:10,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492910795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:10,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:10,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:10,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:10,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-13T10:14:10,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:10,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:10,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:10,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:10,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T10:14:10,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-13T10:14:10,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:10,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:10,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:10,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:10,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:11,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492911005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:11,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:11,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:11,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:11,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492911005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:11,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:11,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:11,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:11,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56814 deadline: 1731492911055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:11,058 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_0' in 72c2698a1815815ee2e7db007a13c8e5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:14:11,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:11,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:11,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:11,063 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:11,070 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a89d4a356fca4434b0f0fef5939488c8_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a89d4a356fca4434b0f0fef5939488c8_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:11,072 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/13d0cb6dfad1415187b9c18729413e8e, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:11,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/13d0cb6dfad1415187b9c18729413e8e is 175, key is test_row_0/A:col10/1731492850626/Put/seqid=0 2024-11-13T10:14:11,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731492911085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:11,088 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in 72c2698a1815815ee2e7db007a13c8e5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:14:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:11,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:11,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:11,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742081_1257 (size=48639) 2024-11-13T10:14:11,109 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=496, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/13d0cb6dfad1415187b9c18729413e8e 2024-11-13T10:14:11,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-13T10:14:11,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:11,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:11,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:11,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:11,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T10:14:11,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/97b642d072784bd39dc677e95e5725be is 50, key is test_row_0/B:col10/1731492850626/Put/seqid=0 2024-11-13T10:14:11,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742082_1258 (size=12301) 2024-11-13T10:14:11,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-13T10:14:11,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:11,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:11,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:11,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:11,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:11,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492911325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:11,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:11,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:11,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:11,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492911325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:11,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:11,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:11,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:11,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-13T10:14:11,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:11,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:11,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:11,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:11,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:11,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-13T10:14:11,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/97b642d072784bd39dc677e95e5725be 2024-11-13T10:14:11,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:11,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:11,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:11,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:11,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:11,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/a119cd3314e543d3ba1c7b0c85b503c2 is 50, key is test_row_0/C:col10/1731492850626/Put/seqid=0 2024-11-13T10:14:11,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742083_1259 (size=12301) 2024-11-13T10:14:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T10:14:11,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-13T10:14:11,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:11,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:11,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:11,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:11,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:11,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1731492911835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:11,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56840 deadline: 1731492911835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:11,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:11,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:11,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-13T10:14:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:11,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:11,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/a119cd3314e543d3ba1c7b0c85b503c2 2024-11-13T10:14:12,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/13d0cb6dfad1415187b9c18729413e8e as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/13d0cb6dfad1415187b9c18729413e8e 2024-11-13T10:14:12,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/13d0cb6dfad1415187b9c18729413e8e, entries=250, sequenceid=496, filesize=47.5 K 2024-11-13T10:14:12,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/97b642d072784bd39dc677e95e5725be as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/97b642d072784bd39dc677e95e5725be 2024-11-13T10:14:12,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/97b642d072784bd39dc677e95e5725be, entries=150, sequenceid=496, filesize=12.0 K 2024-11-13T10:14:12,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/a119cd3314e543d3ba1c7b0c85b503c2 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/a119cd3314e543d3ba1c7b0c85b503c2 2024-11-13T10:14:12,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/a119cd3314e543d3ba1c7b0c85b503c2, entries=150, sequenceid=496, filesize=12.0 K 2024-11-13T10:14:12,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 72c2698a1815815ee2e7db007a13c8e5 in 1390ms, sequenceid=496, compaction requested=true 2024-11-13T10:14:12,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:12,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:14:12,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:12,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:14:12,018 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:14:12,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:12,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:14:12,018 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:14:12,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:12,019 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 160708 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:14:12,020 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:14:12,020 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/A is initiating minor compaction (all files) 2024-11-13T10:14:12,020 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/B is initiating minor compaction (all files) 2024-11-13T10:14:12,020 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/A in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:12,020 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/B in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:12,020 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/d0e47d0ec19145769aec26391411f1ba, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/493f9fc25aa846aa9a1b5be14efcbd8a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/7a41f2247d5346f4aceed5b1de284cb5, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/13d0cb6dfad1415187b9c18729413e8e] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=156.9 K 2024-11-13T10:14:12,020 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:12,020 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/d0e47d0ec19145769aec26391411f1ba, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/493f9fc25aa846aa9a1b5be14efcbd8a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/7a41f2247d5346f4aceed5b1de284cb5, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/13d0cb6dfad1415187b9c18729413e8e] 2024-11-13T10:14:12,020 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/711bd40d93654694aba67620235d3b6d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/3dd0df19b8f24210aada20b566ad2b12, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/687604a67841490e977fc475925a7d4e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/97b642d072784bd39dc677e95e5725be] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=48.9 K 2024-11-13T10:14:12,020 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0e47d0ec19145769aec26391411f1ba, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731492846879 2024-11-13T10:14:12,021 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 711bd40d93654694aba67620235d3b6d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731492846879 2024-11-13T10:14:12,021 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 493f9fc25aa846aa9a1b5be14efcbd8a, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731492848981 2024-11-13T10:14:12,021 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a41f2247d5346f4aceed5b1de284cb5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1731492849270 2024-11-13T10:14:12,021 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 3dd0df19b8f24210aada20b566ad2b12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731492848981 2024-11-13T10:14:12,022 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 687604a67841490e977fc475925a7d4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1731492849270 2024-11-13T10:14:12,022 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13d0cb6dfad1415187b9c18729413e8e, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731492849963 2024-11-13T10:14:12,022 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 97b642d072784bd39dc677e95e5725be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731492849974 2024-11-13T10:14:12,029 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:12,030 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#B#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:12,031 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/85b05bd23b5a471d884d2098009d0c1a is 50, key is test_row_0/B:col10/1731492850626/Put/seqid=0 2024-11-13T10:14:12,033 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111357961d08fb33428e8e90e32852d2f31e_72c2698a1815815ee2e7db007a13c8e5 store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:12,036 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111357961d08fb33428e8e90e32852d2f31e_72c2698a1815815ee2e7db007a13c8e5, store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:12,036 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111357961d08fb33428e8e90e32852d2f31e_72c2698a1815815ee2e7db007a13c8e5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:12,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-13T10:14:12,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:12,040 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-13T10:14:12,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:14:12,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:12,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:14:12,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:12,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:14:12,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:12,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742084_1260 (size=13357) 2024-11-13T10:14:12,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742085_1261 (size=4469) 2024-11-13T10:14:12,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134a5d79eb23674c5a83c9b3eab1b96a84_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492850672/Put/seqid=0 2024-11-13T10:14:12,056 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/85b05bd23b5a471d884d2098009d0c1a as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/85b05bd23b5a471d884d2098009d0c1a 2024-11-13T10:14:12,064 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/B of 72c2698a1815815ee2e7db007a13c8e5 into 85b05bd23b5a471d884d2098009d0c1a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:12,065 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:12,065 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/B, priority=12, startTime=1731492852018; duration=0sec 2024-11-13T10:14:12,065 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:12,065 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:B 2024-11-13T10:14:12,065 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:14:12,067 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:14:12,067 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/C is initiating minor compaction (all files) 2024-11-13T10:14:12,067 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/C in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:12,067 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/7dc8f918b68b46bb81c6bc07ec2c9bee, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/b712b56d540046759e56cb96ce62e2bf, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/62cde74172ee4f529591907da93d35c5, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/a119cd3314e543d3ba1c7b0c85b503c2] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=48.9 K 2024-11-13T10:14:12,068 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dc8f918b68b46bb81c6bc07ec2c9bee, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731492846879 2024-11-13T10:14:12,068 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting b712b56d540046759e56cb96ce62e2bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731492848981 2024-11-13T10:14:12,068 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 62cde74172ee4f529591907da93d35c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1731492849270 2024-11-13T10:14:12,069 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting a119cd3314e543d3ba1c7b0c85b503c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731492849974 2024-11-13T10:14:12,081 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#C#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:12,082 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/181a1df12e604e08af591ddfdff63d78 is 50, key is test_row_0/C:col10/1731492850626/Put/seqid=0 2024-11-13T10:14:12,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742086_1262 (size=12454) 2024-11-13T10:14:12,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,090 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134a5d79eb23674c5a83c9b3eab1b96a84_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134a5d79eb23674c5a83c9b3eab1b96a84_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:12,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/4a5dd80e5170483d957a9b08f30a964a, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:12,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/4a5dd80e5170483d957a9b08f30a964a is 175, key is test_row_0/A:col10/1731492850672/Put/seqid=0 2024-11-13T10:14:12,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742087_1263 (size=13357) 2024-11-13T10:14:12,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742088_1264 (size=31255) 2024-11-13T10:14:12,121 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=516, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/4a5dd80e5170483d957a9b08f30a964a 2024-11-13T10:14:12,134 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/181a1df12e604e08af591ddfdff63d78 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/181a1df12e604e08af591ddfdff63d78 2024-11-13T10:14:12,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/35d33da5de544af383789a5a6d6fb860 is 50, key is test_row_0/B:col10/1731492850672/Put/seqid=0 2024-11-13T10:14:12,142 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/C of 72c2698a1815815ee2e7db007a13c8e5 into 181a1df12e604e08af591ddfdff63d78(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:12,142 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:12,142 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/C, priority=12, startTime=1731492852018; duration=0sec 2024-11-13T10:14:12,142 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:12,142 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:C 2024-11-13T10:14:12,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742089_1265 (size=12301) 2024-11-13T10:14:12,189 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/35d33da5de544af383789a5a6d6fb860 2024-11-13T10:14:12,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/88eb68a3da0c4337a1b4a75c9f2a621b is 50, key is test_row_0/C:col10/1731492850672/Put/seqid=0 2024-11-13T10:14:12,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742090_1266 (size=12301) 2024-11-13T10:14:12,213 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/88eb68a3da0c4337a1b4a75c9f2a621b 2024-11-13T10:14:12,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/4a5dd80e5170483d957a9b08f30a964a as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/4a5dd80e5170483d957a9b08f30a964a 2024-11-13T10:14:12,224 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/4a5dd80e5170483d957a9b08f30a964a, entries=150, sequenceid=516, filesize=30.5 K 2024-11-13T10:14:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/35d33da5de544af383789a5a6d6fb860 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/35d33da5de544af383789a5a6d6fb860 2024-11-13T10:14:12,232 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/35d33da5de544af383789a5a6d6fb860, entries=150, sequenceid=516, filesize=12.0 K 2024-11-13T10:14:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/88eb68a3da0c4337a1b4a75c9f2a621b as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/88eb68a3da0c4337a1b4a75c9f2a621b 2024-11-13T10:14:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,243 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/88eb68a3da0c4337a1b4a75c9f2a621b, entries=150, sequenceid=516, filesize=12.0 K 2024-11-13T10:14:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,244 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 72c2698a1815815ee2e7db007a13c8e5 in 204ms, sequenceid=516, compaction requested=false 2024-11-13T10:14:12,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:12,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:12,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-13T10:14:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-13T10:14:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-13T10:14:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7520 sec 2024-11-13T10:14:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.7640 sec 2024-11-13T10:14:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,448 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#A#compaction#214 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,449 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/3a809698107c467a823967b133f0a92a is 175, key is test_row_0/A:col10/1731492850626/Put/seqid=0 2024-11-13T10:14:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742091_1267 (size=32311) 2024-11-13T10:14:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,476 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/3a809698107c467a823967b133f0a92a as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/3a809698107c467a823967b133f0a92a 2024-11-13T10:14:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,482 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/A of 72c2698a1815815ee2e7db007a13c8e5 into 3a809698107c467a823967b133f0a92a(size=31.6 K), total size for store is 62.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:12,482 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:12,482 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/A, priority=12, startTime=1731492852018; duration=0sec 2024-11-13T10:14:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,482 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:12,482 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:A 2024-11-13T10:14:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T10:14:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,635 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:14:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,636 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:14:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-13T10:14:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-13T10:14:12,638 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:14:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,639 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:14:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:14:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-13T10:14:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-13T10:14:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:12,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:12,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-13T10:14:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-13T10:14:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-13T10:14:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-13T10:14:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 161 msec 2024-11-13T10:14:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:12,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-13T10:14:12,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:14:12,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:12,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:14:12,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:12,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:14:12,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135149a526f324410a8c2758615ae354a9_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492852930/Put/seqid=0 2024-11-13T10:14:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-13T10:14:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,956 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:14:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,957 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:14:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-13T10:14:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,960 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:14:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-13T10:14:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,961 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:14:12,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:14:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742092_1268 (size=22618) 2024-11-13T10:14:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:13,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731492852972, max timestamp=1731492853028Num uniques 859; 2024-11-13T10:14:13,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731492852972, max timestamp=1731492853028Num uniques 859; 2024-11-13T10:14:13,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731492852972, max timestamp=1731492853028Num uniques 859; 2024-11-13T10:14:13,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-13T10:14:13,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-13T10:14:13,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-13T10:14:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-13T10:14:13,070 INFO [Thread-685 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-685. 2024-11-13T10:14:13,070 DEBUG [Thread-685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:14:13,070 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:13,070 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:13,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:14:13,082 INFO [Thread-678 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-678. 2024-11-13T10:14:13,082 DEBUG [Thread-678 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:14:13,082 DEBUG [Thread-678 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:13,082 INFO [Thread-687 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-687. 2024-11-13T10:14:13,082 DEBUG [Thread-678 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:13,082 DEBUG [Thread-687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:14:13,082 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:13,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:14:13,082 INFO [Thread-689 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-689. 2024-11-13T10:14:13,082 DEBUG [Thread-689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:14:13,082 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:13,082 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:13,082 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:13,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:14:13,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:14:13,083 INFO [Thread-676 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-676. 2024-11-13T10:14:13,083 DEBUG [Thread-676 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:14:13,083 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:13,084 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:13,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:14:13,086 INFO [Thread-683 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-683. 2024-11-13T10:14:13,086 DEBUG [Thread-683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:14:13,086 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:13,086 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:13,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:14:13,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-13T10:14:13,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:13,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:13,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:13,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:13,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:13,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-13T10:14:13,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:13,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:13,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:13,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:13,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-13T10:14:13,390 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:13,396 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135149a526f324410a8c2758615ae354a9_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135149a526f324410a8c2758615ae354a9_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:13,397 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/9cd41d4b44f14840b3e22b738e95d950, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:13,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/9cd41d4b44f14840b3e22b738e95d950 is 175, key is test_row_0/A:col10/1731492852930/Put/seqid=0 2024-11-13T10:14:13,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742093_1269 (size=66019) 2024-11-13T10:14:13,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-13T10:14:13,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:13,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:13,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:13,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:13,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:13,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-13T10:14:13,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:13,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:13,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:13,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:13,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-13T10:14:13,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-13T10:14:13,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:13,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:13,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:13,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:13,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:13,808 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=530, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/9cd41d4b44f14840b3e22b738e95d950 2024-11-13T10:14:13,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/ac0d33cdcd0d4a9682752676c55bb8bf is 50, key is test_row_0/B:col10/1731492852930/Put/seqid=0 2024-11-13T10:14:13,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742094_1270 (size=9857) 2024-11-13T10:14:13,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/ac0d33cdcd0d4a9682752676c55bb8bf 2024-11-13T10:14:13,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/9a401cb59f76479eb27e7451d07cdc06 is 50, key is test_row_0/C:col10/1731492852930/Put/seqid=0 2024-11-13T10:14:13,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742095_1271 (size=9857) 2024-11-13T10:14:13,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-13T10:14:13,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:13,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:13,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:13,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:13,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:14,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-13T10:14:14,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:14,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:14,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:14,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:14,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-13T10:14:14,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-13T10:14:14,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:14,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:14,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:14,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:14,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:14,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/9a401cb59f76479eb27e7451d07cdc06 2024-11-13T10:14:14,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/9cd41d4b44f14840b3e22b738e95d950 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/9cd41d4b44f14840b3e22b738e95d950 2024-11-13T10:14:14,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/9cd41d4b44f14840b3e22b738e95d950, entries=350, sequenceid=530, filesize=64.5 K 2024-11-13T10:14:14,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/ac0d33cdcd0d4a9682752676c55bb8bf as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/ac0d33cdcd0d4a9682752676c55bb8bf 2024-11-13T10:14:14,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/ac0d33cdcd0d4a9682752676c55bb8bf, entries=100, sequenceid=530, filesize=9.6 K 2024-11-13T10:14:14,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/9a401cb59f76479eb27e7451d07cdc06 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/9a401cb59f76479eb27e7451d07cdc06 2024-11-13T10:14:14,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/9a401cb59f76479eb27e7451d07cdc06, entries=100, sequenceid=530, filesize=9.6 K 2024-11-13T10:14:14,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=100.63 KB/103050 for 72c2698a1815815ee2e7db007a13c8e5 in 1316ms, sequenceid=530, compaction requested=true 2024-11-13T10:14:14,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:14,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:14:14,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:14,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:14:14,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:14,248 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:14,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 72c2698a1815815ee2e7db007a13c8e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:14:14,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:14,248 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:14,249 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 129585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:14,249 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:14,249 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/A is initiating minor compaction (all files) 2024-11-13T10:14:14,249 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/B is initiating minor compaction (all files) 2024-11-13T10:14:14,249 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/B in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:14,249 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/85b05bd23b5a471d884d2098009d0c1a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/35d33da5de544af383789a5a6d6fb860, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/ac0d33cdcd0d4a9682752676c55bb8bf] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=34.7 K 2024-11-13T10:14:14,249 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/A in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:14,249 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/3a809698107c467a823967b133f0a92a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/4a5dd80e5170483d957a9b08f30a964a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/9cd41d4b44f14840b3e22b738e95d950] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=126.5 K 2024-11-13T10:14:14,249 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:14,249 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/3a809698107c467a823967b133f0a92a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/4a5dd80e5170483d957a9b08f30a964a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/9cd41d4b44f14840b3e22b738e95d950] 2024-11-13T10:14:14,249 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 85b05bd23b5a471d884d2098009d0c1a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731492849974 2024-11-13T10:14:14,250 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a809698107c467a823967b133f0a92a, keycount=150, bloomtype=ROW, size=31.6 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731492849974 2024-11-13T10:14:14,250 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 35d33da5de544af383789a5a6d6fb860, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1731492850672 2024-11-13T10:14:14,250 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a5dd80e5170483d957a9b08f30a964a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1731492850672 2024-11-13T10:14:14,250 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cd41d4b44f14840b3e22b738e95d950, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1731492852894 2024-11-13T10:14:14,250 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting ac0d33cdcd0d4a9682752676c55bb8bf, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1731492852910 2024-11-13T10:14:14,257 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#B#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:14,258 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/78a27e1e1c0246b3983381a852de6d51 is 50, key is test_row_0/B:col10/1731492852930/Put/seqid=0 2024-11-13T10:14:14,261 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:14,263 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411137955d960b07941afb7644524b60156cb_72c2698a1815815ee2e7db007a13c8e5 store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:14,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742096_1272 (size=13459) 2024-11-13T10:14:14,293 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411137955d960b07941afb7644524b60156cb_72c2698a1815815ee2e7db007a13c8e5, store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:14,293 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137955d960b07941afb7644524b60156cb_72c2698a1815815ee2e7db007a13c8e5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:14,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742097_1273 (size=4469) 2024-11-13T10:14:14,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-13T10:14:14,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:14,345 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=100.63 KB heapSize=276 KB 2024-11-13T10:14:14,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:14:14,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:14,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:14:14,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:14,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:14:14,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:14,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132c47e8af350f4e8f9327ddfe93238de3_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492853069/Put/seqid=0 2024-11-13T10:14:14,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742098_1274 (size=12454) 2024-11-13T10:14:14,669 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/78a27e1e1c0246b3983381a852de6d51 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/78a27e1e1c0246b3983381a852de6d51 2024-11-13T10:14:14,673 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/B of 72c2698a1815815ee2e7db007a13c8e5 into 78a27e1e1c0246b3983381a852de6d51(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:14,673 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:14,673 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/B, priority=13, startTime=1731492854248; duration=0sec 2024-11-13T10:14:14,673 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:14,673 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:B 2024-11-13T10:14:14,673 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:14,674 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:14,674 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 72c2698a1815815ee2e7db007a13c8e5/C is initiating minor compaction (all files) 2024-11-13T10:14:14,674 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 72c2698a1815815ee2e7db007a13c8e5/C in TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:14,674 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/181a1df12e604e08af591ddfdff63d78, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/88eb68a3da0c4337a1b4a75c9f2a621b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/9a401cb59f76479eb27e7451d07cdc06] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp, totalSize=34.7 K 2024-11-13T10:14:14,674 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 181a1df12e604e08af591ddfdff63d78, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731492849974 2024-11-13T10:14:14,675 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 88eb68a3da0c4337a1b4a75c9f2a621b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1731492850672 2024-11-13T10:14:14,675 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a401cb59f76479eb27e7451d07cdc06, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1731492852910 2024-11-13T10:14:14,682 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#C#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:14,682 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/d676114352f0477fb5982f55969e1b4f is 50, key is test_row_0/C:col10/1731492852930/Put/seqid=0 2024-11-13T10:14:14,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742099_1275 (size=13459) 2024-11-13T10:14:14,699 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 72c2698a1815815ee2e7db007a13c8e5#A#compaction#223 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:14,700 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/94ccf41d54b0422dae0d25072145fbb9 is 175, key is test_row_0/A:col10/1731492852930/Put/seqid=0 2024-11-13T10:14:14,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742100_1276 (size=32520) 2024-11-13T10:14:14,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:14,765 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132c47e8af350f4e8f9327ddfe93238de3_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132c47e8af350f4e8f9327ddfe93238de3_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:14,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/c00f47833fe64a7690a2a775dc78a9d3, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:14,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/c00f47833fe64a7690a2a775dc78a9d3 is 175, key is test_row_0/A:col10/1731492853069/Put/seqid=0 2024-11-13T10:14:14,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742101_1277 (size=31255) 2024-11-13T10:14:14,773 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=560, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/c00f47833fe64a7690a2a775dc78a9d3 2024-11-13T10:14:14,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/25be5b672ff4479da30548e937801334 is 50, key is test_row_0/B:col10/1731492853069/Put/seqid=0 2024-11-13T10:14:14,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742102_1278 (size=12301) 2024-11-13T10:14:14,788 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/25be5b672ff4479da30548e937801334 2024-11-13T10:14:14,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/36bf540620a04e378de85ec55e0b18e3 is 50, key is test_row_0/C:col10/1731492853069/Put/seqid=0 2024-11-13T10:14:14,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742103_1279 (size=12301) 2024-11-13T10:14:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:15,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. as already flushing 2024-11-13T10:14:15,066 INFO [Thread-674 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-674. 2024-11-13T10:14:15,067 DEBUG [Thread-674 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:14:15,067 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:15,067 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:15,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:14:15,092 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/d676114352f0477fb5982f55969e1b4f as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/d676114352f0477fb5982f55969e1b4f 2024-11-13T10:14:15,098 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/C of 72c2698a1815815ee2e7db007a13c8e5 into d676114352f0477fb5982f55969e1b4f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:15,098 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:15,099 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/C, priority=13, startTime=1731492854248; duration=0sec 2024-11-13T10:14:15,099 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:15,099 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:C 2024-11-13T10:14:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-13T10:14:15,110 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/94ccf41d54b0422dae0d25072145fbb9 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/94ccf41d54b0422dae0d25072145fbb9 2024-11-13T10:14:15,115 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 72c2698a1815815ee2e7db007a13c8e5/A of 72c2698a1815815ee2e7db007a13c8e5 into 94ccf41d54b0422dae0d25072145fbb9(size=31.8 K), total size for store is 31.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:15,115 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:15,116 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., storeName=72c2698a1815815ee2e7db007a13c8e5/A, priority=13, startTime=1731492854248; duration=0sec 2024-11-13T10:14:15,116 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:15,116 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 72c2698a1815815ee2e7db007a13c8e5:A 2024-11-13T10:14:15,117 INFO [Thread-672 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-672. 2024-11-13T10:14:15,117 DEBUG [Thread-672 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:14:15,117 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:15,117 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:15,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:14:15,138 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T10:14:15,207 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/36bf540620a04e378de85ec55e0b18e3 2024-11-13T10:14:15,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/c00f47833fe64a7690a2a775dc78a9d3 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/c00f47833fe64a7690a2a775dc78a9d3 2024-11-13T10:14:15,216 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/c00f47833fe64a7690a2a775dc78a9d3, entries=150, sequenceid=560, filesize=30.5 K 2024-11-13T10:14:15,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/25be5b672ff4479da30548e937801334 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/25be5b672ff4479da30548e937801334 2024-11-13T10:14:15,221 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/25be5b672ff4479da30548e937801334, entries=150, sequenceid=560, filesize=12.0 K 2024-11-13T10:14:15,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/36bf540620a04e378de85ec55e0b18e3 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/36bf540620a04e378de85ec55e0b18e3 2024-11-13T10:14:15,226 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/36bf540620a04e378de85ec55e0b18e3, entries=150, sequenceid=560, filesize=12.0 K 2024-11-13T10:14:15,227 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~275.95 KB/282576, currentSize=13.42 KB/13740 for 72c2698a1815815ee2e7db007a13c8e5 in 883ms, sequenceid=560, compaction requested=false 2024-11-13T10:14:15,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 72c2698a1815815ee2e7db007a13c8e5: 2024-11-13T10:14:15,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:15,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-13T10:14:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-13T10:14:15,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-13T10:14:15,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2680 sec 2024-11-13T10:14:15,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 2.2750 sec 2024-11-13T10:14:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-13T10:14:17,125 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:14:19,377 INFO [Thread-680 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-680. 2024-11-13T10:14:19,377 DEBUG [Thread-680 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:14:19,377 DEBUG [Thread-680 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:19,377 DEBUG [Thread-680 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:19,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:14:19,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T10:14:19,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-13T10:14:19,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-13T10:14:19,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 133 2024-11-13T10:14:19,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 119 2024-11-13T10:14:19,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-13T10:14:19,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T10:14:19,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2141 2024-11-13T10:14:19,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2183 2024-11-13T10:14:19,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T10:14:19,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 975 2024-11-13T10:14:19,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2924 rows 2024-11-13T10:14:19,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 972 2024-11-13T10:14:19,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2915 rows 2024-11-13T10:14:19,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:14:19,378 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:14:19,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:19,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:19,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:14:19,378 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T10:14:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T10:14:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-13T10:14:19,382 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492859381"}]},"ts":"1731492859381"} 2024-11-13T10:14:19,383 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T10:14:19,383 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T10:14:19,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T10:14:19,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72c2698a1815815ee2e7db007a13c8e5, UNASSIGN}] 2024-11-13T10:14:19,385 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72c2698a1815815ee2e7db007a13c8e5, UNASSIGN 2024-11-13T10:14:19,386 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=72c2698a1815815ee2e7db007a13c8e5, regionState=CLOSING, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:14:19,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=72c2698a1815815ee2e7db007a13c8e5, UNASSIGN because future has completed 2024-11-13T10:14:19,387 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T10:14:19,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; CloseRegionProcedure 72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966}] 2024-11-13T10:14:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-13T10:14:19,539 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(122): Close 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:19,539 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T10:14:19,539 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1722): Closing 72c2698a1815815ee2e7db007a13c8e5, disabling compactions & flushes 2024-11-13T10:14:19,539 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:19,539 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:19,539 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. after waiting 0 ms 2024-11-13T10:14:19,539 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:19,539 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(2902): Flushing 72c2698a1815815ee2e7db007a13c8e5 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-13T10:14:19,539 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=A 2024-11-13T10:14:19,539 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:19,539 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=B 2024-11-13T10:14:19,539 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:19,539 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 72c2698a1815815ee2e7db007a13c8e5, store=C 2024-11-13T10:14:19,539 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:19,545 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113cead76ce7c0a4d75b763cce934cd6e20_72c2698a1815815ee2e7db007a13c8e5 is 50, key is test_row_0/A:col10/1731492855065/Put/seqid=0 2024-11-13T10:14:19,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742104_1280 (size=9914) 2024-11-13T10:14:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-13T10:14:19,950 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:19,954 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113cead76ce7c0a4d75b763cce934cd6e20_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113cead76ce7c0a4d75b763cce934cd6e20_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:19,955 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/357655b374da49c98738d8c50bfe58ff, store: [table=TestAcidGuarantees family=A region=72c2698a1815815ee2e7db007a13c8e5] 2024-11-13T10:14:19,955 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/357655b374da49c98738d8c50bfe58ff is 175, key is test_row_0/A:col10/1731492855065/Put/seqid=0 2024-11-13T10:14:19,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742105_1281 (size=22561) 2024-11-13T10:14:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-13T10:14:20,359 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=569, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/357655b374da49c98738d8c50bfe58ff 2024-11-13T10:14:20,366 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/55b9174e53ed453dbf7d1c4d432d2e2f is 50, key is test_row_0/B:col10/1731492855065/Put/seqid=0 2024-11-13T10:14:20,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742106_1282 (size=9857) 2024-11-13T10:14:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-13T10:14:20,770 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/55b9174e53ed453dbf7d1c4d432d2e2f 2024-11-13T10:14:20,778 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/ad16feb0d35043e98c55e5346da0f3a2 is 50, key is test_row_0/C:col10/1731492855065/Put/seqid=0 2024-11-13T10:14:20,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742107_1283 (size=9857) 2024-11-13T10:14:21,182 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/ad16feb0d35043e98c55e5346da0f3a2 2024-11-13T10:14:21,188 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/A/357655b374da49c98738d8c50bfe58ff as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/357655b374da49c98738d8c50bfe58ff 2024-11-13T10:14:21,198 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/357655b374da49c98738d8c50bfe58ff, entries=100, sequenceid=569, filesize=22.0 K 2024-11-13T10:14:21,203 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/B/55b9174e53ed453dbf7d1c4d432d2e2f as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/55b9174e53ed453dbf7d1c4d432d2e2f 2024-11-13T10:14:21,210 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/55b9174e53ed453dbf7d1c4d432d2e2f, entries=100, sequenceid=569, filesize=9.6 K 2024-11-13T10:14:21,211 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/.tmp/C/ad16feb0d35043e98c55e5346da0f3a2 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/ad16feb0d35043e98c55e5346da0f3a2 2024-11-13T10:14:21,217 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/ad16feb0d35043e98c55e5346da0f3a2, entries=100, sequenceid=569, filesize=9.6 K 2024-11-13T10:14:21,218 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 72c2698a1815815ee2e7db007a13c8e5 in 1679ms, sequenceid=569, compaction requested=true 2024-11-13T10:14:21,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/f95438885f194fc8b8df8952ebd7e128, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/024f18f22c6146618c3be45cc66eef50, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/bbc1b2062cd54086bb8c0e1508040510, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/8a4f670284264398a0c7d9f91c404940, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/1d9efd024bb445a6ba8ae5d7a21105c0, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/77cdd3c7da1542ca9cdda48703aa2dd9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/bbc1ffe273ab4350af6ea8a1fec483fc, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/231a20ba7ac143dbbb755d0ba1b89d42, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/deac813f588e4c1d90149561f59663df, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/5ff2b81579c2448192b3d971ea69184d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/9eacff385bda4b3babc1819ee3eee95d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/c883edd1dbee4f8088d2b8b982d70ef1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/6ef2fce8c02c42c39417e5a268435529, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/4785edc7e160439fa1ca25ce87a8c3b4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/3b257611a023425f9097dba1a1d2601f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/d52152753bba45508234c275d61dba3e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/45eea39e4d744815bb4eef9f458c0960, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/2e90caa89f81430886baf1e570c10401, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/b61897fd0142424b9120e31d7497b495, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/b89aa9f981934ace9214cd6991003f25, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/704ad88431f741ac8f5678a1b5f4be01, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/8b067304b46948508e37f5556f623762, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/d5ac259363ec43179fc626554bf488bf, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/617c18f3341b4dbe887930feadb0ed7b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/9f1e4d480f8e4e829d2865e159d649b1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/6587603f81d84f1d8d720ddbda75f071, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/4225db54dfb8489da293008a4d0bd676, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/d0e47d0ec19145769aec26391411f1ba, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/493f9fc25aa846aa9a1b5be14efcbd8a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/7a41f2247d5346f4aceed5b1de284cb5, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/13d0cb6dfad1415187b9c18729413e8e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/3a809698107c467a823967b133f0a92a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/4a5dd80e5170483d957a9b08f30a964a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/9cd41d4b44f14840b3e22b738e95d950] to archive 2024-11-13T10:14:21,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:14:21,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/f95438885f194fc8b8df8952ebd7e128 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/f95438885f194fc8b8df8952ebd7e128 2024-11-13T10:14:21,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/024f18f22c6146618c3be45cc66eef50 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/024f18f22c6146618c3be45cc66eef50 2024-11-13T10:14:21,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/bbc1b2062cd54086bb8c0e1508040510 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/bbc1b2062cd54086bb8c0e1508040510 2024-11-13T10:14:21,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/8a4f670284264398a0c7d9f91c404940 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/8a4f670284264398a0c7d9f91c404940 2024-11-13T10:14:21,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/1d9efd024bb445a6ba8ae5d7a21105c0 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/1d9efd024bb445a6ba8ae5d7a21105c0 2024-11-13T10:14:21,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/77cdd3c7da1542ca9cdda48703aa2dd9 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/77cdd3c7da1542ca9cdda48703aa2dd9 2024-11-13T10:14:21,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/bbc1ffe273ab4350af6ea8a1fec483fc to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/bbc1ffe273ab4350af6ea8a1fec483fc 2024-11-13T10:14:21,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/231a20ba7ac143dbbb755d0ba1b89d42 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/231a20ba7ac143dbbb755d0ba1b89d42 2024-11-13T10:14:21,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/deac813f588e4c1d90149561f59663df to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/deac813f588e4c1d90149561f59663df 2024-11-13T10:14:21,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/5ff2b81579c2448192b3d971ea69184d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/5ff2b81579c2448192b3d971ea69184d 2024-11-13T10:14:21,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/9eacff385bda4b3babc1819ee3eee95d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/9eacff385bda4b3babc1819ee3eee95d 2024-11-13T10:14:21,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/c883edd1dbee4f8088d2b8b982d70ef1 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/c883edd1dbee4f8088d2b8b982d70ef1 2024-11-13T10:14:21,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/6ef2fce8c02c42c39417e5a268435529 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/6ef2fce8c02c42c39417e5a268435529 2024-11-13T10:14:21,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/4785edc7e160439fa1ca25ce87a8c3b4 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/4785edc7e160439fa1ca25ce87a8c3b4 2024-11-13T10:14:21,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/3b257611a023425f9097dba1a1d2601f to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/3b257611a023425f9097dba1a1d2601f 2024-11-13T10:14:21,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/d52152753bba45508234c275d61dba3e to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/d52152753bba45508234c275d61dba3e 2024-11-13T10:14:21,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/45eea39e4d744815bb4eef9f458c0960 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/45eea39e4d744815bb4eef9f458c0960 2024-11-13T10:14:21,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/2e90caa89f81430886baf1e570c10401 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/2e90caa89f81430886baf1e570c10401 2024-11-13T10:14:21,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/b61897fd0142424b9120e31d7497b495 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/b61897fd0142424b9120e31d7497b495 2024-11-13T10:14:21,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/b89aa9f981934ace9214cd6991003f25 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/b89aa9f981934ace9214cd6991003f25 2024-11-13T10:14:21,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/704ad88431f741ac8f5678a1b5f4be01 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/704ad88431f741ac8f5678a1b5f4be01 2024-11-13T10:14:21,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/8b067304b46948508e37f5556f623762 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/8b067304b46948508e37f5556f623762 2024-11-13T10:14:21,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/d5ac259363ec43179fc626554bf488bf to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/d5ac259363ec43179fc626554bf488bf 2024-11-13T10:14:21,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/617c18f3341b4dbe887930feadb0ed7b to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/617c18f3341b4dbe887930feadb0ed7b 2024-11-13T10:14:21,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/9f1e4d480f8e4e829d2865e159d649b1 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/9f1e4d480f8e4e829d2865e159d649b1 2024-11-13T10:14:21,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/6587603f81d84f1d8d720ddbda75f071 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/6587603f81d84f1d8d720ddbda75f071 2024-11-13T10:14:21,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/4225db54dfb8489da293008a4d0bd676 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/4225db54dfb8489da293008a4d0bd676 2024-11-13T10:14:21,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/d0e47d0ec19145769aec26391411f1ba to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/d0e47d0ec19145769aec26391411f1ba 2024-11-13T10:14:21,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/493f9fc25aa846aa9a1b5be14efcbd8a to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/493f9fc25aa846aa9a1b5be14efcbd8a 2024-11-13T10:14:21,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/7a41f2247d5346f4aceed5b1de284cb5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/7a41f2247d5346f4aceed5b1de284cb5 2024-11-13T10:14:21,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/13d0cb6dfad1415187b9c18729413e8e to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/13d0cb6dfad1415187b9c18729413e8e 2024-11-13T10:14:21,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/3a809698107c467a823967b133f0a92a to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/3a809698107c467a823967b133f0a92a 2024-11-13T10:14:21,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/4a5dd80e5170483d957a9b08f30a964a to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/4a5dd80e5170483d957a9b08f30a964a 2024-11-13T10:14:21,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/9cd41d4b44f14840b3e22b738e95d950 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/9cd41d4b44f14840b3e22b738e95d950 2024-11-13T10:14:21,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/038910a901b448ddae2014d478330ed6, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/95c5b85e258d44d7837941920f578795, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/be55c4018f9746ccb078d3c80feab620, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/2398fbac07f249e8a273df2353af0fec, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/3b0c5cfb37c049289de72ab37ffa5c7d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/0300ec7f51ad434aa6fea86b7e648019, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c25b2bce4482434295f8b498bc227dd7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/6797f198fe8e432191e000da6ed65283, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/ca6fff5ca2104b45b984687f5a681950, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/9c3d1458fd694a89b8da920d4b80e5a4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c8e191e8038440aea61944fc60121b90, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/a6e0e23e69394d4880276baa172bdcd2, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/5e09bed85bd949e7ae698dcbf1fe49d2, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/709ed3306c41400d8499344e79a4e6ef, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/06f6340af9c544b7b1fef4bf050bf07c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c8803e31d22f499eb4b09fdd45f1c8ce, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c0cd32007b584cb1aa5babe1896ffad2, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/cab531b6694140328142d359ba249908, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/cbe98ed859b146158dd998029a89ae75, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/1fb8db1274184d069dbd2c5c69392465, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/0347ed0ae8b14450a78119e9ce899359, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/d92a4ba2652b4f7f8ebc68e5b9e4f014, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c1d1c7f6bc26400f9ab0c9380afbd7eb, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/ab34445083d64c4ba3e65ffd57a32aa7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/08f490ef280f4c46b15c8d1585ea9012, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/56646affaad14a958d720c3b0df89268, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/711bd40d93654694aba67620235d3b6d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/4b20ec5df1f64eb5bb1c91dbef8934cd, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/3dd0df19b8f24210aada20b566ad2b12, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/687604a67841490e977fc475925a7d4e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/85b05bd23b5a471d884d2098009d0c1a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/97b642d072784bd39dc677e95e5725be, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/35d33da5de544af383789a5a6d6fb860, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/ac0d33cdcd0d4a9682752676c55bb8bf] to archive 2024-11-13T10:14:21,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:14:21,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/038910a901b448ddae2014d478330ed6 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/038910a901b448ddae2014d478330ed6 2024-11-13T10:14:21,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/95c5b85e258d44d7837941920f578795 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/95c5b85e258d44d7837941920f578795 2024-11-13T10:14:21,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/be55c4018f9746ccb078d3c80feab620 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/be55c4018f9746ccb078d3c80feab620 2024-11-13T10:14:21,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/2398fbac07f249e8a273df2353af0fec to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/2398fbac07f249e8a273df2353af0fec 2024-11-13T10:14:21,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/3b0c5cfb37c049289de72ab37ffa5c7d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/3b0c5cfb37c049289de72ab37ffa5c7d 2024-11-13T10:14:21,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/0300ec7f51ad434aa6fea86b7e648019 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/0300ec7f51ad434aa6fea86b7e648019 2024-11-13T10:14:21,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c25b2bce4482434295f8b498bc227dd7 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c25b2bce4482434295f8b498bc227dd7 2024-11-13T10:14:21,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/6797f198fe8e432191e000da6ed65283 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/6797f198fe8e432191e000da6ed65283 2024-11-13T10:14:21,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/ca6fff5ca2104b45b984687f5a681950 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/ca6fff5ca2104b45b984687f5a681950 2024-11-13T10:14:21,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/9c3d1458fd694a89b8da920d4b80e5a4 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/9c3d1458fd694a89b8da920d4b80e5a4 2024-11-13T10:14:21,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c8e191e8038440aea61944fc60121b90 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c8e191e8038440aea61944fc60121b90 2024-11-13T10:14:21,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/a6e0e23e69394d4880276baa172bdcd2 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/a6e0e23e69394d4880276baa172bdcd2 2024-11-13T10:14:21,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/5e09bed85bd949e7ae698dcbf1fe49d2 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/5e09bed85bd949e7ae698dcbf1fe49d2 2024-11-13T10:14:21,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/709ed3306c41400d8499344e79a4e6ef to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/709ed3306c41400d8499344e79a4e6ef 2024-11-13T10:14:21,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/06f6340af9c544b7b1fef4bf050bf07c to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/06f6340af9c544b7b1fef4bf050bf07c 2024-11-13T10:14:21,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c8803e31d22f499eb4b09fdd45f1c8ce to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c8803e31d22f499eb4b09fdd45f1c8ce 2024-11-13T10:14:21,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c0cd32007b584cb1aa5babe1896ffad2 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c0cd32007b584cb1aa5babe1896ffad2 2024-11-13T10:14:21,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/cab531b6694140328142d359ba249908 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/cab531b6694140328142d359ba249908 2024-11-13T10:14:21,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/cbe98ed859b146158dd998029a89ae75 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/cbe98ed859b146158dd998029a89ae75 2024-11-13T10:14:21,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/1fb8db1274184d069dbd2c5c69392465 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/1fb8db1274184d069dbd2c5c69392465 2024-11-13T10:14:21,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/0347ed0ae8b14450a78119e9ce899359 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/0347ed0ae8b14450a78119e9ce899359 2024-11-13T10:14:21,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/d92a4ba2652b4f7f8ebc68e5b9e4f014 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/d92a4ba2652b4f7f8ebc68e5b9e4f014 2024-11-13T10:14:21,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c1d1c7f6bc26400f9ab0c9380afbd7eb to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/c1d1c7f6bc26400f9ab0c9380afbd7eb 2024-11-13T10:14:21,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/ab34445083d64c4ba3e65ffd57a32aa7 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/ab34445083d64c4ba3e65ffd57a32aa7 2024-11-13T10:14:21,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/08f490ef280f4c46b15c8d1585ea9012 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/08f490ef280f4c46b15c8d1585ea9012 2024-11-13T10:14:21,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/56646affaad14a958d720c3b0df89268 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/56646affaad14a958d720c3b0df89268 2024-11-13T10:14:21,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/711bd40d93654694aba67620235d3b6d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/711bd40d93654694aba67620235d3b6d 2024-11-13T10:14:21,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/4b20ec5df1f64eb5bb1c91dbef8934cd to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/4b20ec5df1f64eb5bb1c91dbef8934cd 2024-11-13T10:14:21,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/3dd0df19b8f24210aada20b566ad2b12 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/3dd0df19b8f24210aada20b566ad2b12 2024-11-13T10:14:21,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/687604a67841490e977fc475925a7d4e to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/687604a67841490e977fc475925a7d4e 2024-11-13T10:14:21,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/85b05bd23b5a471d884d2098009d0c1a to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/85b05bd23b5a471d884d2098009d0c1a 2024-11-13T10:14:21,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/97b642d072784bd39dc677e95e5725be to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/97b642d072784bd39dc677e95e5725be 2024-11-13T10:14:21,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/35d33da5de544af383789a5a6d6fb860 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/35d33da5de544af383789a5a6d6fb860 2024-11-13T10:14:21,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/ac0d33cdcd0d4a9682752676c55bb8bf to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/ac0d33cdcd0d4a9682752676c55bb8bf 2024-11-13T10:14:21,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/0c4fa2925b664e52a93b29ee369ccb55, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/dda3db4df2594708a093621fb65ff887, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/9dd318020f984af8a484dc237e193edb, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/eaae4c231dd64513b8d16dba06b8efce, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f9c915894af34000a43190fec8531d53, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/ea65e13348d9445fba86116656db0940, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f7a008340c834fbab6e62478f0262e38, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/7cc497b59eb24a2194e66795cd43f706, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/849455d9fae14a599bb6704196cf2507, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/31196cfbc2b94adcbc3f81db1320f9fb, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/0ed07e88fae84fc6a9786a74b19582a8, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/c3deb85810d84c19a7b2aebe76b2a163, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/7f9c04f8b11e490e99356d9569f12bb7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/bdd1dc7d2589436381f50a3e1e0930e5, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/11d781a70d16473f9df60c2125122560, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/b98ebe2771eb421298356b9c557463a7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f3a894e55160445abdaa632d94bc293d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/608022e00be3485a8548feff2a558494, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/457f99df46b942a8b7ed094a779945a0, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/0916f428a4274fa2b225027fca7309f6, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/3d6ce4b8840a4eb684e5a6026cd42364, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/44ad09bfde634e56949b51a79e69f22c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/cb1e1d8d7eff4133ac3739023d4d13a3, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/3027a05aa09241f0ae73f453693a7294, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/8dd8efca8232424d8c0553157f7aac83, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/e87fd82d4fb54d7db2493927546655de, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/7dc8f918b68b46bb81c6bc07ec2c9bee, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f524510e494d4a9da982572f55b488c5, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/b712b56d540046759e56cb96ce62e2bf, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/62cde74172ee4f529591907da93d35c5, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/181a1df12e604e08af591ddfdff63d78, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/a119cd3314e543d3ba1c7b0c85b503c2, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/88eb68a3da0c4337a1b4a75c9f2a621b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/9a401cb59f76479eb27e7451d07cdc06] to archive 2024-11-13T10:14:21,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:14:21,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/0c4fa2925b664e52a93b29ee369ccb55 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/0c4fa2925b664e52a93b29ee369ccb55 2024-11-13T10:14:21,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/dda3db4df2594708a093621fb65ff887 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/dda3db4df2594708a093621fb65ff887 2024-11-13T10:14:21,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/9dd318020f984af8a484dc237e193edb to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/9dd318020f984af8a484dc237e193edb 2024-11-13T10:14:21,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/eaae4c231dd64513b8d16dba06b8efce to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/eaae4c231dd64513b8d16dba06b8efce 2024-11-13T10:14:21,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f9c915894af34000a43190fec8531d53 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f9c915894af34000a43190fec8531d53 2024-11-13T10:14:21,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/ea65e13348d9445fba86116656db0940 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/ea65e13348d9445fba86116656db0940 2024-11-13T10:14:21,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f7a008340c834fbab6e62478f0262e38 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f7a008340c834fbab6e62478f0262e38 2024-11-13T10:14:21,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/7cc497b59eb24a2194e66795cd43f706 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/7cc497b59eb24a2194e66795cd43f706 2024-11-13T10:14:21,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/849455d9fae14a599bb6704196cf2507 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/849455d9fae14a599bb6704196cf2507 2024-11-13T10:14:21,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/31196cfbc2b94adcbc3f81db1320f9fb to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/31196cfbc2b94adcbc3f81db1320f9fb 2024-11-13T10:14:21,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/0ed07e88fae84fc6a9786a74b19582a8 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/0ed07e88fae84fc6a9786a74b19582a8 2024-11-13T10:14:21,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/c3deb85810d84c19a7b2aebe76b2a163 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/c3deb85810d84c19a7b2aebe76b2a163 2024-11-13T10:14:21,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/7f9c04f8b11e490e99356d9569f12bb7 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/7f9c04f8b11e490e99356d9569f12bb7 2024-11-13T10:14:21,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/bdd1dc7d2589436381f50a3e1e0930e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/bdd1dc7d2589436381f50a3e1e0930e5 2024-11-13T10:14:21,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/11d781a70d16473f9df60c2125122560 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/11d781a70d16473f9df60c2125122560 2024-11-13T10:14:21,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/b98ebe2771eb421298356b9c557463a7 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/b98ebe2771eb421298356b9c557463a7 2024-11-13T10:14:21,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f3a894e55160445abdaa632d94bc293d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f3a894e55160445abdaa632d94bc293d 2024-11-13T10:14:21,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/608022e00be3485a8548feff2a558494 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/608022e00be3485a8548feff2a558494 2024-11-13T10:14:21,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/457f99df46b942a8b7ed094a779945a0 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/457f99df46b942a8b7ed094a779945a0 2024-11-13T10:14:21,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/0916f428a4274fa2b225027fca7309f6 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/0916f428a4274fa2b225027fca7309f6 2024-11-13T10:14:21,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/3d6ce4b8840a4eb684e5a6026cd42364 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/3d6ce4b8840a4eb684e5a6026cd42364 2024-11-13T10:14:21,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/44ad09bfde634e56949b51a79e69f22c to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/44ad09bfde634e56949b51a79e69f22c 2024-11-13T10:14:21,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/cb1e1d8d7eff4133ac3739023d4d13a3 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/cb1e1d8d7eff4133ac3739023d4d13a3 2024-11-13T10:14:21,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/3027a05aa09241f0ae73f453693a7294 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/3027a05aa09241f0ae73f453693a7294 2024-11-13T10:14:21,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/8dd8efca8232424d8c0553157f7aac83 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/8dd8efca8232424d8c0553157f7aac83 2024-11-13T10:14:21,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/e87fd82d4fb54d7db2493927546655de to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/e87fd82d4fb54d7db2493927546655de 2024-11-13T10:14:21,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/7dc8f918b68b46bb81c6bc07ec2c9bee to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/7dc8f918b68b46bb81c6bc07ec2c9bee 2024-11-13T10:14:21,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f524510e494d4a9da982572f55b488c5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/f524510e494d4a9da982572f55b488c5 2024-11-13T10:14:21,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/b712b56d540046759e56cb96ce62e2bf to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/b712b56d540046759e56cb96ce62e2bf 2024-11-13T10:14:21,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/62cde74172ee4f529591907da93d35c5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/62cde74172ee4f529591907da93d35c5 2024-11-13T10:14:21,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/181a1df12e604e08af591ddfdff63d78 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/181a1df12e604e08af591ddfdff63d78 2024-11-13T10:14:21,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/a119cd3314e543d3ba1c7b0c85b503c2 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/a119cd3314e543d3ba1c7b0c85b503c2 2024-11-13T10:14:21,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/88eb68a3da0c4337a1b4a75c9f2a621b to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/88eb68a3da0c4337a1b4a75c9f2a621b 2024-11-13T10:14:21,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/9a401cb59f76479eb27e7451d07cdc06 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/9a401cb59f76479eb27e7451d07cdc06 2024-11-13T10:14:21,404 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/recovered.edits/572.seqid, newMaxSeqId=572, maxSeqId=4 2024-11-13T10:14:21,407 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. 2024-11-13T10:14:21,407 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1676): Region close journal for 72c2698a1815815ee2e7db007a13c8e5: Waiting for close lock at 1731492859539Running coprocessor pre-close hooks at 1731492859539Disabling compacts and flushes for region at 1731492859539Disabling writes for close at 1731492859539Obtaining lock to block concurrent updates at 1731492859539Preparing flush snapshotting stores in 72c2698a1815815ee2e7db007a13c8e5 at 1731492859539Finished memstore snapshotting TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1731492859539Flushing stores of TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5. at 1731492859540 (+1 ms)Flushing 72c2698a1815815ee2e7db007a13c8e5/A: creating writer at 1731492859540Flushing mob file 72c2698a1815815ee2e7db007a13c8e5/A: appending metadata at 1731492859545 (+5 ms)Flushing mob file 72c2698a1815815ee2e7db007a13c8e5/A: closing flushed file at 1731492859545Flushing 72c2698a1815815ee2e7db007a13c8e5/A: appending metadata at 1731492859955 (+410 ms)Flushing 72c2698a1815815ee2e7db007a13c8e5/A: closing flushed file at 1731492859955Flushing 72c2698a1815815ee2e7db007a13c8e5/B: creating writer at 1731492860363 (+408 ms)Flushing 72c2698a1815815ee2e7db007a13c8e5/B: appending metadata at 1731492860365 (+2 ms)Flushing 72c2698a1815815ee2e7db007a13c8e5/B: closing flushed file at 1731492860365Flushing 72c2698a1815815ee2e7db007a13c8e5/C: creating writer at 1731492860774 (+409 ms)Flushing 72c2698a1815815ee2e7db007a13c8e5/C: appending metadata at 1731492860777 (+3 ms)Flushing 72c2698a1815815ee2e7db007a13c8e5/C: closing flushed file at 1731492860777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5511d792: reopening flushed file at 1731492861187 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e4aa227: reopening flushed file at 1731492861198 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76cbbf69: reopening flushed file at 1731492861210 (+12 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 72c2698a1815815ee2e7db007a13c8e5 in 1679ms, sequenceid=569, compaction requested=true at 1731492861218 (+8 ms)Writing region close event to WAL at 1731492861396 (+178 ms)Running coprocessor post-close hooks at 1731492861406 (+10 ms)Closed at 1731492861407 (+1 ms) 2024-11-13T10:14:21,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=72c2698a1815815ee2e7db007a13c8e5, regionState=CLOSED 2024-11-13T10:14:21,412 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(157): Closed 72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; CloseRegionProcedure 72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 because future has completed 2024-11-13T10:14:21,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-13T10:14:21,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; CloseRegionProcedure 72c2698a1815815ee2e7db007a13c8e5, server=770665a7984d,33247,1731492796966 in 2.0260 sec 2024-11-13T10:14:21,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-13T10:14:21,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=72c2698a1815815ee2e7db007a13c8e5, UNASSIGN in 2.0310 sec 2024-11-13T10:14:21,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-13T10:14:21,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0350 sec 2024-11-13T10:14:21,422 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492861422"}]},"ts":"1731492861422"} 2024-11-13T10:14:21,424 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T10:14:21,424 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T10:14:21,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.0450 sec 2024-11-13T10:14:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-13T10:14:21,525 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:14:21,526 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T10:14:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:14:21,528 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=68, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:14:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T10:14:21,529 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=68, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:14:21,533 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,536 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A, FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B, FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C, FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/recovered.edits] 2024-11-13T10:14:21,540 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/357655b374da49c98738d8c50bfe58ff to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/357655b374da49c98738d8c50bfe58ff 2024-11-13T10:14:21,542 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/94ccf41d54b0422dae0d25072145fbb9 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/94ccf41d54b0422dae0d25072145fbb9 2024-11-13T10:14:21,545 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/c00f47833fe64a7690a2a775dc78a9d3 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/A/c00f47833fe64a7690a2a775dc78a9d3 2024-11-13T10:14:21,548 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/25be5b672ff4479da30548e937801334 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/25be5b672ff4479da30548e937801334 2024-11-13T10:14:21,550 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/55b9174e53ed453dbf7d1c4d432d2e2f to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/55b9174e53ed453dbf7d1c4d432d2e2f 2024-11-13T10:14:21,552 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/78a27e1e1c0246b3983381a852de6d51 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/B/78a27e1e1c0246b3983381a852de6d51 2024-11-13T10:14:21,555 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/36bf540620a04e378de85ec55e0b18e3 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/36bf540620a04e378de85ec55e0b18e3 2024-11-13T10:14:21,557 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/ad16feb0d35043e98c55e5346da0f3a2 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/ad16feb0d35043e98c55e5346da0f3a2 2024-11-13T10:14:21,558 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/d676114352f0477fb5982f55969e1b4f to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/C/d676114352f0477fb5982f55969e1b4f 2024-11-13T10:14:21,561 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/recovered.edits/572.seqid to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5/recovered.edits/572.seqid 2024-11-13T10:14:21,562 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,562 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T10:14:21,562 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T10:14:21,563 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-13T10:14:21,567 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111306720784281847a98892f8930b811d6d_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111306720784281847a98892f8930b811d6d_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,568 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130da532d9e72941fcac5dce5a865b11c7_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130da532d9e72941fcac5dce5a865b11c7_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,570 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130e1a8fe7f54c45ee92bc78abf093d62b_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130e1a8fe7f54c45ee92bc78abf093d62b_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,571 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111312cb7ce46adb49c0850e2570eac95e21_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111312cb7ce46adb49c0850e2570eac95e21_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,572 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132c47e8af350f4e8f9327ddfe93238de3_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132c47e8af350f4e8f9327ddfe93238de3_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,573 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132dda0beb71684cf7b3c20336a34b9831_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132dda0beb71684cf7b3c20336a34b9831_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,574 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132ef46bf8c1fd416e9ee48d71ea254230_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411132ef46bf8c1fd416e9ee48d71ea254230_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,576 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111339e30b417f5c4341a8a0ec1213b1af61_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111339e30b417f5c4341a8a0ec1213b1af61_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,577 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133d908e75269f4073a4c437bb6fa33aa8_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133d908e75269f4073a4c437bb6fa33aa8_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,578 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113495376f705ac4204996cb513977f073e_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113495376f705ac4204996cb513977f073e_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,579 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134a5d79eb23674c5a83c9b3eab1b96a84_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134a5d79eb23674c5a83c9b3eab1b96a84_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,580 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135149a526f324410a8c2758615ae354a9_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135149a526f324410a8c2758615ae354a9_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,581 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113520562f9476f4f7e9f185899b523f082_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113520562f9476f4f7e9f185899b523f082_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,582 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138681f80a3abc4303af6cfeb7769f5d39_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138681f80a3abc4303af6cfeb7769f5d39_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,583 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138935d31581d14a17ab735404ad78471f_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138935d31581d14a17ab735404ad78471f_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,585 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111397fa0ee4361d48e5b2336c9cab034a74_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111397fa0ee4361d48e5b2336c9cab034a74_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,586 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139b19b1b66637466ab97174aa7256e138_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139b19b1b66637466ab97174aa7256e138_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,587 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a89d4a356fca4434b0f0fef5939488c8_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a89d4a356fca4434b0f0fef5939488c8_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,588 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b07b592b0e44403299d65c8bd7aabc7c_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b07b592b0e44403299d65c8bd7aabc7c_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,590 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bd88a4c8cd85405985881539eaeab646_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bd88a4c8cd85405985881539eaeab646_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,591 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c75333a65cdc499d85d10cf03fe629fb_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c75333a65cdc499d85d10cf03fe629fb_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,593 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c8cdb5ce6894454bae3481357052c861_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c8cdb5ce6894454bae3481357052c861_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,594 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113cead76ce7c0a4d75b763cce934cd6e20_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113cead76ce7c0a4d75b763cce934cd6e20_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,595 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113cf9ebab7670f4a2d9bc6c42fe9228d89_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113cf9ebab7670f4a2d9bc6c42fe9228d89_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,597 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d93166f51c7d46a080ad7ac99e32770c_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d93166f51c7d46a080ad7ac99e32770c_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,598 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113db1397d27f844f8ca2bbfb79efbed6fd_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113db1397d27f844f8ca2bbfb79efbed6fd_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,599 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f091df2588c246e8af4343fb5a2e4ac3_72c2698a1815815ee2e7db007a13c8e5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f091df2588c246e8af4343fb5a2e4ac3_72c2698a1815815ee2e7db007a13c8e5 2024-11-13T10:14:21,599 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T10:14:21,602 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=68, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:14:21,605 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T10:14:21,607 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T10:14:21,608 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=68, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:14:21,608 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T10:14:21,608 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731492861608"}]},"ts":"9223372036854775807"} 2024-11-13T10:14:21,610 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T10:14:21,610 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 72c2698a1815815ee2e7db007a13c8e5, NAME => 'TestAcidGuarantees,,1731492829920.72c2698a1815815ee2e7db007a13c8e5.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T10:14:21,610 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T10:14:21,611 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731492861611"}]},"ts":"9223372036854775807"} 2024-11-13T10:14:21,612 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T10:14:21,613 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=68, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:14:21,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 87 msec 2024-11-13T10:14:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T10:14:21,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T10:14:21,636 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:14:21,649 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 248), OpenFileDescriptor=457 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=504 (was 390) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2784 (was 3295) 2024-11-13T10:14:21,664 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=504, ProcessCount=11, AvailableMemoryMB=2782 2024-11-13T10:14:21,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T10:14:21,666 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:14:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T10:14:21,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:14:21,669 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:21,669 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 69 2024-11-13T10:14:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-13T10:14:21,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:14:21,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742108_1284 (size=1061) 2024-11-13T10:14:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-13T10:14:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-13T10:14:22,091 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388 2024-11-13T10:14:22,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742109_1285 (size=53) 2024-11-13T10:14:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-13T10:14:22,497 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:14:22,497 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 54f92f207d8b12d8013d84ac26e70886, disabling compactions & flushes 2024-11-13T10:14:22,497 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:22,497 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:22,497 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. after waiting 0 ms 2024-11-13T10:14:22,497 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:22,497 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:22,497 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54f92f207d8b12d8013d84ac26e70886: Waiting for close lock at 1731492862497Disabling compacts and flushes for region at 1731492862497Disabling writes for close at 1731492862497Writing region close event to WAL at 1731492862497Closed at 1731492862497 2024-11-13T10:14:22,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:14:22,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731492862498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731492862498"}]},"ts":"1731492862498"} 2024-11-13T10:14:22,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:14:22,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:14:22,501 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492862500"}]},"ts":"1731492862500"} 2024-11-13T10:14:22,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T10:14:22,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=54f92f207d8b12d8013d84ac26e70886, ASSIGN}] 2024-11-13T10:14:22,503 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=54f92f207d8b12d8013d84ac26e70886, ASSIGN 2024-11-13T10:14:22,503 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=54f92f207d8b12d8013d84ac26e70886, ASSIGN; state=OFFLINE, location=770665a7984d,33247,1731492796966; forceNewPlan=false, retain=false 2024-11-13T10:14:22,654 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=54f92f207d8b12d8013d84ac26e70886, regionState=OPENING, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:14:22,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=54f92f207d8b12d8013d84ac26e70886, ASSIGN because future has completed 2024-11-13T10:14:22,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966}] 2024-11-13T10:14:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-13T10:14:22,810 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:22,811 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7752): Opening region: {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:14:22,811 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:22,811 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:14:22,811 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7794): checking encryption for 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:22,811 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7797): checking classloading for 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:22,812 INFO [StoreOpener-54f92f207d8b12d8013d84ac26e70886-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:22,813 INFO [StoreOpener-54f92f207d8b12d8013d84ac26e70886-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:14:22,814 INFO [StoreOpener-54f92f207d8b12d8013d84ac26e70886-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54f92f207d8b12d8013d84ac26e70886 columnFamilyName A 2024-11-13T10:14:22,814 DEBUG [StoreOpener-54f92f207d8b12d8013d84ac26e70886-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:22,814 INFO [StoreOpener-54f92f207d8b12d8013d84ac26e70886-1 {}] regionserver.HStore(327): Store=54f92f207d8b12d8013d84ac26e70886/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:14:22,814 INFO [StoreOpener-54f92f207d8b12d8013d84ac26e70886-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:22,815 INFO [StoreOpener-54f92f207d8b12d8013d84ac26e70886-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:14:22,815 INFO [StoreOpener-54f92f207d8b12d8013d84ac26e70886-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54f92f207d8b12d8013d84ac26e70886 columnFamilyName B 2024-11-13T10:14:22,815 DEBUG [StoreOpener-54f92f207d8b12d8013d84ac26e70886-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:22,816 INFO [StoreOpener-54f92f207d8b12d8013d84ac26e70886-1 {}] regionserver.HStore(327): Store=54f92f207d8b12d8013d84ac26e70886/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:14:22,816 INFO [StoreOpener-54f92f207d8b12d8013d84ac26e70886-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:22,817 INFO [StoreOpener-54f92f207d8b12d8013d84ac26e70886-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:14:22,817 INFO [StoreOpener-54f92f207d8b12d8013d84ac26e70886-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54f92f207d8b12d8013d84ac26e70886 columnFamilyName C 2024-11-13T10:14:22,817 DEBUG [StoreOpener-54f92f207d8b12d8013d84ac26e70886-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:22,817 INFO [StoreOpener-54f92f207d8b12d8013d84ac26e70886-1 {}] regionserver.HStore(327): Store=54f92f207d8b12d8013d84ac26e70886/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:14:22,818 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:22,818 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1038): replaying wal for 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:22,818 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:22,819 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:22,819 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1048): stopping wal replay for 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:22,819 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1060): Cleaning up temporary data for 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:22,820 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T10:14:22,821 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1093): writing seq id for 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:22,823 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:14:22,823 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1114): Opened 54f92f207d8b12d8013d84ac26e70886; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65913828, jitterRate=-0.017807424068450928}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T10:14:22,823 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:22,824 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1006): Region open journal for 54f92f207d8b12d8013d84ac26e70886: Running coprocessor pre-open hook at 1731492862811Writing region info on filesystem at 1731492862811Initializing all the Stores at 1731492862812 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492862812Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492862812Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492862812Cleaning up temporary data from old regions at 1731492862819 (+7 ms)Running coprocessor post-open hooks at 1731492862823 (+4 ms)Region opened successfully at 1731492862824 (+1 ms) 2024-11-13T10:14:22,824 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., pid=71, masterSystemTime=1731492862808 2024-11-13T10:14:22,826 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:22,826 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:22,827 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=54f92f207d8b12d8013d84ac26e70886, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:14:22,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 because future has completed 2024-11-13T10:14:22,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-13T10:14:22,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 in 173 msec 2024-11-13T10:14:22,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-13T10:14:22,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=54f92f207d8b12d8013d84ac26e70886, ASSIGN in 328 msec 2024-11-13T10:14:22,832 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:14:22,832 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492862832"}]},"ts":"1731492862832"} 2024-11-13T10:14:22,834 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T10:14:22,834 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:14:22,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1680 sec 2024-11-13T10:14:23,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-13T10:14:23,815 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:14:23,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e04d2b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,816 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:14:23,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:14:23,817 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:14:23,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:14:23,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:14:23,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346a6f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:14:23,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:14:23,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:23,819 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:14:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2f7c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:14:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:14:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:14:23,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:14:23,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:14:23,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,34701,1731492796132 2024-11-13T10:14:23,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a95217f 2024-11-13T10:14:23,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:14:23,825 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:14:23,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391cff66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:14:23,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:14:23,826 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:14:23,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:14:23,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:14:23,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3052509a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:14:23,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:14:23,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:23,828 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:14:23,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8bb93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135bd0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:14:23,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:14:23,829 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:14:23,829 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:14:23,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:14:23,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37490b3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:14:23,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:14:23,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:23,831 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:14:23,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628c9426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4609cead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:14:23,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:14:23,832 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:14:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:14:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:14:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c88a09b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:14:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:14:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:23,833 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:14:23,834 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ca9215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2df097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:14:23,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:14:23,835 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:14:23,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:14:23,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:14:23,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d16e770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:14:23,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:14:23,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:23,836 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:14:23,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c1b95c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2856abc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:14:23,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:14:23,838 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:14:23,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:14:23,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:14:23,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be71dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:14:23,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:14:23,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:23,839 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:14:23,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d51b5de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4f6020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:14:23,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:14:23,841 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:14:23,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:14:23,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:14:23,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f638be3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:14:23,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:14:23,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:23,842 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:14:23,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430f8f4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2611025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:14:23,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:14:23,844 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:14:23,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:14:23,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:14:23,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16082e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:14:23,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:14:23,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:23,845 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:14:23,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f52cf62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a8ae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:14:23,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:14:23,846 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:14:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:14:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:14:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de174d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:14:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:14:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:23,848 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:14:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544e2e6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471771d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:14:23,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:14:23,849 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:14:23,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:14:23,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:14:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0248fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:14:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:14:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:23,850 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:14:23,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42649a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40916ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:14:23,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:14:23,852 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:14:23,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:14:23,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:14:23,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@635a6091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:14:23,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:14:23,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:23,853 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:14:23,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502fc89e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:23,854 DEBUG [Thread-1319 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:14:23,854 DEBUG [Thread-1317 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:14:23,854 DEBUG [Thread-1315 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:14:23,854 DEBUG [Thread-1311 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:14:23,854 DEBUG [Thread-1308 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:14:23,855 DEBUG [Thread-1313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:14:23,855 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:14:23,855 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:14:23,855 DEBUG [Thread-1319 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:14:23,855 DEBUG [Thread-1302 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:14:23,856 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:14:23,856 DEBUG [Thread-1300 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:14:23,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:14:23,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:14:23,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:14:23,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:14:23,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:14:23,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:14:23,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:14:23,856 DEBUG [Thread-1306 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:14:23,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:14:23,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-13T10:14:23,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:14:23,857 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:14:23,857 DEBUG [Thread-1319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:14:23,857 DEBUG [Thread-1302 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:14:23,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:14:23,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:14:23,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:14:23,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T10:14:23,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:14:23,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:14:23,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:14:23,859 DEBUG [Thread-1304 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:14:23,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:14:23,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:14:23,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:14:23,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:14:23,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:14:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:14:23,860 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:14:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:14:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:14:23,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:14:23,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:14:23,862 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:14:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:14:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:14:23,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:14:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:14:23,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:14:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:14:23,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:14:23,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:14:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:14:23,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:14:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:23,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 54f92f207d8b12d8013d84ac26e70886 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-13T10:14:23,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=A 2024-11-13T10:14:23,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:23,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=B 2024-11-13T10:14:23,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:23,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=C 2024-11-13T10:14:23,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:23,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/e0d75432db9947f799657c89a39dbbb3 is 50, key is test_row_0/A:col10/1731492863867/Put/seqid=0 2024-11-13T10:14:23,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742110_1286 (size=16681) 2024-11-13T10:14:23,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T10:14:23,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492863951, max timestamp=1731492863965Num uniques 859; 2024-11-13T10:14:23,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:14:23,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492863951, max timestamp=1731492863965Num uniques 859; 2024-11-13T10:14:23,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:14:23,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492863951, max timestamp=1731492863965Num uniques 859; 2024-11-13T10:14:23,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:14:23,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:23,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492923982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:23,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:23,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:23,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:23,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:23,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492923986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:23,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:23,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:23,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:23,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:23,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731492923987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:23,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:23,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:23,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:23,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492923989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38930 deadline: 1731492923988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:23,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:23,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:23,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:23,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:23,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:23,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T10:14:24,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:24,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:24,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:24,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:24,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:24,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:24,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492924095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38930 deadline: 1731492924105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731492924105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492924105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492924105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T10:14:24,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:24,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:24,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:24,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:24,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T10:14:24,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/e0d75432db9947f799657c89a39dbbb3 2024-11-13T10:14:24,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492924308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731492924315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38930 deadline: 1731492924315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492924315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492924315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T10:14:24,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:24,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:24,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:24,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:24,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:24,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/a20974229b4c44ddbcd8de7cb0bc9c76 is 50, key is test_row_0/B:col10/1731492863867/Put/seqid=0 2024-11-13T10:14:24,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742111_1287 (size=12001) 2024-11-13T10:14:24,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/a20974229b4c44ddbcd8de7cb0bc9c76 2024-11-13T10:14:24,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/b49f64541b7a4fb29b39405835e1a73e is 50, key is test_row_0/C:col10/1731492863867/Put/seqid=0 2024-11-13T10:14:24,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742112_1288 (size=12001) 2024-11-13T10:14:24,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/b49f64541b7a4fb29b39405835e1a73e 2024-11-13T10:14:24,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/e0d75432db9947f799657c89a39dbbb3 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/e0d75432db9947f799657c89a39dbbb3 2024-11-13T10:14:24,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/e0d75432db9947f799657c89a39dbbb3, entries=250, sequenceid=12, filesize=16.3 K 2024-11-13T10:14:24,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/a20974229b4c44ddbcd8de7cb0bc9c76 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/a20974229b4c44ddbcd8de7cb0bc9c76 2024-11-13T10:14:24,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/a20974229b4c44ddbcd8de7cb0bc9c76, entries=150, sequenceid=12, filesize=11.7 K 2024-11-13T10:14:24,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/b49f64541b7a4fb29b39405835e1a73e as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/b49f64541b7a4fb29b39405835e1a73e 2024-11-13T10:14:24,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/b49f64541b7a4fb29b39405835e1a73e, entries=150, sequenceid=12, filesize=11.7 K 2024-11-13T10:14:24,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 54f92f207d8b12d8013d84ac26e70886 in 543ms, sequenceid=12, compaction requested=false 2024-11-13T10:14:24,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:24,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T10:14:24,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:24,478 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 54f92f207d8b12d8013d84ac26e70886 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-13T10:14:24,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=A 2024-11-13T10:14:24,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:24,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=B 2024-11-13T10:14:24,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:24,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=C 2024-11-13T10:14:24,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:24,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/d23b3f941b1f43e5b20c45a7bb13e60c is 50, key is test_row_0/A:col10/1731492863983/Put/seqid=0 2024-11-13T10:14:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T10:14:24,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742113_1289 (size=12001) 2024-11-13T10:14:24,490 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/d23b3f941b1f43e5b20c45a7bb13e60c 2024-11-13T10:14:24,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/40599df2dad84929961a5bfbcc07cffd is 50, key is test_row_0/B:col10/1731492863983/Put/seqid=0 2024-11-13T10:14:24,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742114_1290 (size=12001) 2024-11-13T10:14:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:24,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:24,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492924629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38930 deadline: 1731492924629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492924630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492924635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731492924636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492924745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492924745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492924745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38930 deadline: 1731492924745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731492924746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,907 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/40599df2dad84929961a5bfbcc07cffd 2024-11-13T10:14:24,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/68316e87eeb54feda9cc9a9bcfe1e411 is 50, key is test_row_0/C:col10/1731492863983/Put/seqid=0 2024-11-13T10:14:24,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742115_1291 (size=12001) 2024-11-13T10:14:24,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492924955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492924955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492924956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38930 deadline: 1731492924956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:24,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731492924956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:24,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T10:14:25,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492925265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:25,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:25,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492925265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:25,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:25,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:25,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492925266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:25,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:25,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:25,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38930 deadline: 1731492925266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:25,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731492925266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:25,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:25,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:25,320 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/68316e87eeb54feda9cc9a9bcfe1e411 2024-11-13T10:14:25,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/d23b3f941b1f43e5b20c45a7bb13e60c as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/d23b3f941b1f43e5b20c45a7bb13e60c 2024-11-13T10:14:25,328 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/d23b3f941b1f43e5b20c45a7bb13e60c, entries=150, sequenceid=48, filesize=11.7 K 2024-11-13T10:14:25,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/40599df2dad84929961a5bfbcc07cffd as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/40599df2dad84929961a5bfbcc07cffd 2024-11-13T10:14:25,333 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/40599df2dad84929961a5bfbcc07cffd, entries=150, sequenceid=48, filesize=11.7 K 2024-11-13T10:14:25,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/68316e87eeb54feda9cc9a9bcfe1e411 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/68316e87eeb54feda9cc9a9bcfe1e411 2024-11-13T10:14:25,341 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/68316e87eeb54feda9cc9a9bcfe1e411, entries=150, sequenceid=48, filesize=11.7 K 2024-11-13T10:14:25,343 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=60.38 KB/61830 for 54f92f207d8b12d8013d84ac26e70886 in 865ms, sequenceid=48, compaction requested=false 2024-11-13T10:14:25,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:25,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:25,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-13T10:14:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-13T10:14:25,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-13T10:14:25,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4830 sec 2024-11-13T10:14:25,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.4930 sec 2024-11-13T10:14:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:25,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 54f92f207d8b12d8013d84ac26e70886 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-13T10:14:25,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=A 2024-11-13T10:14:25,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:25,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=B 2024-11-13T10:14:25,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:25,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=C 2024-11-13T10:14:25,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:25,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/a66a6b94954e4e5ba06b816b83457e33 is 50, key is test_row_0/A:col10/1731492864627/Put/seqid=0 2024-11-13T10:14:25,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742116_1292 (size=12001) 2024-11-13T10:14:25,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492925796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:25,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492925796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492925797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:25,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38930 deadline: 1731492925802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:25,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:25,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731492925802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:25,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:25,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:25,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492925905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:25,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:25,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492925905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:25,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:25,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:25,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492925905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:25,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38930 deadline: 1731492925915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:25,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:25,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731492925915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:25,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:25,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:25,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T10:14:26,005 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:14:26,005 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:14:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-13T10:14:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T10:14:26,007 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:14:26,008 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:14:26,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:14:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T10:14:26,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492926114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:26,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492926115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:26,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492926115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:26,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:26,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38930 deadline: 1731492926125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:26,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731492926125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:26,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T10:14:26,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:26,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:26,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:26,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:26,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:26,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/a66a6b94954e4e5ba06b816b83457e33 2024-11-13T10:14:26,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/d7349b98c94e42ecbb5bf4f5d79a9a73 is 50, key is test_row_0/B:col10/1731492864627/Put/seqid=0 2024-11-13T10:14:26,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742117_1293 (size=12001) 2024-11-13T10:14:26,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T10:14:26,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:26,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:26,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:26,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:26,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T10:14:26,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492926425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:26,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:26,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492926425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:26,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:26,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:26,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492926425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:26,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:26,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:26,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38930 deadline: 1731492926435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731492926435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:26,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T10:14:26,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:26,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:26,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:26,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:26,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:26,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/d7349b98c94e42ecbb5bf4f5d79a9a73 2024-11-13T10:14:26,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/8275a9ede01e48b8b892e592defbd826 is 50, key is test_row_0/C:col10/1731492864627/Put/seqid=0 2024-11-13T10:14:26,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T10:14:26,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:26,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:26,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:26,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:26,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:26,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742118_1294 (size=12001) 2024-11-13T10:14:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T10:14:26,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T10:14:26,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:26,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:26,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:26,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:26,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:26,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T10:14:26,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:26,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:26,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:26,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:26,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:26,931 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T10:14:26,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492926935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:26,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:26,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492926935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:26,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:26,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492926936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:26,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38930 deadline: 1731492926945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:26,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731492926945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:27,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/8275a9ede01e48b8b892e592defbd826 2024-11-13T10:14:27,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/a66a6b94954e4e5ba06b816b83457e33 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/a66a6b94954e4e5ba06b816b83457e33 2024-11-13T10:14:27,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/a66a6b94954e4e5ba06b816b83457e33, entries=150, sequenceid=63, filesize=11.7 K 2024-11-13T10:14:27,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/d7349b98c94e42ecbb5bf4f5d79a9a73 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/d7349b98c94e42ecbb5bf4f5d79a9a73 2024-11-13T10:14:27,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/d7349b98c94e42ecbb5bf4f5d79a9a73, entries=150, sequenceid=63, filesize=11.7 K 2024-11-13T10:14:27,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/8275a9ede01e48b8b892e592defbd826 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/8275a9ede01e48b8b892e592defbd826 2024-11-13T10:14:27,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/8275a9ede01e48b8b892e592defbd826, entries=150, sequenceid=63, filesize=11.7 K 2024-11-13T10:14:27,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 54f92f207d8b12d8013d84ac26e70886 in 1275ms, sequenceid=63, compaction requested=true 2024-11-13T10:14:27,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:27,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:14:27,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:27,053 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:27,053 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:27,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:14:27,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:27,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:14:27,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:27,054 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:27,054 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/A is initiating minor compaction (all files) 2024-11-13T10:14:27,054 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/A in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:27,054 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/e0d75432db9947f799657c89a39dbbb3, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/d23b3f941b1f43e5b20c45a7bb13e60c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/a66a6b94954e4e5ba06b816b83457e33] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=39.7 K 2024-11-13T10:14:27,055 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:27,055 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/B is initiating minor compaction (all files) 2024-11-13T10:14:27,055 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/B in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:27,055 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0d75432db9947f799657c89a39dbbb3, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731492863866 2024-11-13T10:14:27,055 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/a20974229b4c44ddbcd8de7cb0bc9c76, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/40599df2dad84929961a5bfbcc07cffd, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/d7349b98c94e42ecbb5bf4f5d79a9a73] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=35.2 K 2024-11-13T10:14:27,055 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting d23b3f941b1f43e5b20c45a7bb13e60c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731492863982 2024-11-13T10:14:27,056 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting a66a6b94954e4e5ba06b816b83457e33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731492864627 2024-11-13T10:14:27,056 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting a20974229b4c44ddbcd8de7cb0bc9c76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731492863867 2024-11-13T10:14:27,056 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 40599df2dad84929961a5bfbcc07cffd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731492863982 2024-11-13T10:14:27,057 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting d7349b98c94e42ecbb5bf4f5d79a9a73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731492864627 2024-11-13T10:14:27,065 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#A#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:27,066 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/8925cc8fe139476aac044f9456ecb7d8 is 50, key is test_row_0/A:col10/1731492864627/Put/seqid=0 2024-11-13T10:14:27,068 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#B#compaction#241 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:27,068 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/7fd7d8e3097a48899db27cc5b89d2efd is 50, key is test_row_0/B:col10/1731492864627/Put/seqid=0 2024-11-13T10:14:27,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742119_1295 (size=12104) 2024-11-13T10:14:27,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742120_1296 (size=12104) 2024-11-13T10:14:27,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T10:14:27,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:27,082 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 54f92f207d8b12d8013d84ac26e70886 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-13T10:14:27,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=A 2024-11-13T10:14:27,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:27,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=B 2024-11-13T10:14:27,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:27,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=C 2024-11-13T10:14:27,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:27,093 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/8925cc8fe139476aac044f9456ecb7d8 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/8925cc8fe139476aac044f9456ecb7d8 2024-11-13T10:14:27,096 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/7fd7d8e3097a48899db27cc5b89d2efd as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/7fd7d8e3097a48899db27cc5b89d2efd 2024-11-13T10:14:27,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/2eb841dcc3e74a958d45ecb8347d859b is 50, key is test_row_0/A:col10/1731492865793/Put/seqid=0 2024-11-13T10:14:27,104 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/A of 54f92f207d8b12d8013d84ac26e70886 into 8925cc8fe139476aac044f9456ecb7d8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:27,104 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:27,104 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/A, priority=13, startTime=1731492867053; duration=0sec 2024-11-13T10:14:27,105 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:27,105 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:A 2024-11-13T10:14:27,105 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:27,107 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:27,107 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/C is initiating minor compaction (all files) 2024-11-13T10:14:27,107 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/C in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:27,107 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/b49f64541b7a4fb29b39405835e1a73e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/68316e87eeb54feda9cc9a9bcfe1e411, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/8275a9ede01e48b8b892e592defbd826] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=35.2 K 2024-11-13T10:14:27,108 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/B of 54f92f207d8b12d8013d84ac26e70886 into 7fd7d8e3097a48899db27cc5b89d2efd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:27,108 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:27,108 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/B, priority=13, startTime=1731492867053; duration=0sec 2024-11-13T10:14:27,108 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:27,108 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:B 2024-11-13T10:14:27,108 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting b49f64541b7a4fb29b39405835e1a73e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731492863867 2024-11-13T10:14:27,109 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68316e87eeb54feda9cc9a9bcfe1e411, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731492863982 2024-11-13T10:14:27,109 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8275a9ede01e48b8b892e592defbd826, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731492864627 2024-11-13T10:14:27,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742121_1297 (size=12001) 2024-11-13T10:14:27,117 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#C#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:27,117 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/b9a9ebfca48d4141b5e0fc31f89fcc4b is 50, key is test_row_0/C:col10/1731492864627/Put/seqid=0 2024-11-13T10:14:27,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742122_1298 (size=12104) 2024-11-13T10:14:27,129 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/b9a9ebfca48d4141b5e0fc31f89fcc4b as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/b9a9ebfca48d4141b5e0fc31f89fcc4b 2024-11-13T10:14:27,135 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/C of 54f92f207d8b12d8013d84ac26e70886 into b9a9ebfca48d4141b5e0fc31f89fcc4b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:27,135 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:27,135 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/C, priority=13, startTime=1731492867053; duration=0sec 2024-11-13T10:14:27,135 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:27,135 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:C 2024-11-13T10:14:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T10:14:27,510 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/2eb841dcc3e74a958d45ecb8347d859b 2024-11-13T10:14:27,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/400947571a884e31a73c17db6822d088 is 50, key is test_row_0/B:col10/1731492865793/Put/seqid=0 2024-11-13T10:14:27,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742123_1299 (size=12001) 2024-11-13T10:14:27,925 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/400947571a884e31a73c17db6822d088 2024-11-13T10:14:27,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/a80ddc19128942d3918c70c3776b73ce is 50, key is test_row_0/C:col10/1731492865793/Put/seqid=0 2024-11-13T10:14:27,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742124_1300 (size=12001) 2024-11-13T10:14:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:27,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:27,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:27,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492927965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38930 deadline: 1731492927965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:27,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:27,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492927965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731492927965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:27,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:27,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:27,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:27,971 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in 54f92f207d8b12d8013d84ac26e70886 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:14:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:27,971 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in 54f92f207d8b12d8013d84ac26e70886 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:14:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:27,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492927971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:27,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:27,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:27,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:28,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:28,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492928075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:28,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:28,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492928075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:28,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:28,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:28,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492928084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T10:14:28,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492928285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:28,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492928285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:28,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:28,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:28,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492928295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:28,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:28,339 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/a80ddc19128942d3918c70c3776b73ce 2024-11-13T10:14:28,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/2eb841dcc3e74a958d45ecb8347d859b as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/2eb841dcc3e74a958d45ecb8347d859b 2024-11-13T10:14:28,347 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/2eb841dcc3e74a958d45ecb8347d859b, entries=150, sequenceid=81, filesize=11.7 K 2024-11-13T10:14:28,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/400947571a884e31a73c17db6822d088 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/400947571a884e31a73c17db6822d088 2024-11-13T10:14:28,352 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/400947571a884e31a73c17db6822d088, entries=150, sequenceid=81, filesize=11.7 K 2024-11-13T10:14:28,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/a80ddc19128942d3918c70c3776b73ce as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/a80ddc19128942d3918c70c3776b73ce 2024-11-13T10:14:28,356 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/a80ddc19128942d3918c70c3776b73ce, entries=150, sequenceid=81, filesize=11.7 K 2024-11-13T10:14:28,358 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 54f92f207d8b12d8013d84ac26e70886 in 1275ms, sequenceid=81, compaction requested=false 2024-11-13T10:14:28,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:28,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:28,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-13T10:14:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-13T10:14:28,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-13T10:14:28,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3510 sec 2024-11-13T10:14:28,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 2.3570 sec 2024-11-13T10:14:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:28,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 54f92f207d8b12d8013d84ac26e70886 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-13T10:14:28,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=A 2024-11-13T10:14:28,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:28,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=B 2024-11-13T10:14:28,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:28,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=C 2024-11-13T10:14:28,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:28,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/05503a980caa424f87f724fddf2efde7 is 50, key is test_row_0/A:col10/1731492867962/Put/seqid=0 2024-11-13T10:14:28,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742125_1301 (size=14341) 2024-11-13T10:14:28,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492928622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:28,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:28,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492928626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:28,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:28,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492928628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:28,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:28,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492928734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:28,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492928735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:28,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:28,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:28,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492928735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:28,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:28,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:28,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492928944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:28,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492928945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:28,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492928945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:28,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:28,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:29,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/05503a980caa424f87f724fddf2efde7 2024-11-13T10:14:29,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/d89674205c4642f4976c8c1e47ecfe0d is 50, key is test_row_0/B:col10/1731492867962/Put/seqid=0 2024-11-13T10:14:29,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742126_1302 (size=12001) 2024-11-13T10:14:29,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492929255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:29,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:29,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:29,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:29,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492929255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:29,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:29,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:29,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:29,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492929255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:29,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/d89674205c4642f4976c8c1e47ecfe0d 2024-11-13T10:14:29,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/dd4e44514848469b88a80a77d8ec8085 is 50, key is test_row_0/C:col10/1731492867962/Put/seqid=0 2024-11-13T10:14:29,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742127_1303 (size=12001) 2024-11-13T10:14:29,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/dd4e44514848469b88a80a77d8ec8085 2024-11-13T10:14:29,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/05503a980caa424f87f724fddf2efde7 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/05503a980caa424f87f724fddf2efde7 2024-11-13T10:14:29,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/05503a980caa424f87f724fddf2efde7, entries=200, sequenceid=100, filesize=14.0 K 2024-11-13T10:14:29,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/d89674205c4642f4976c8c1e47ecfe0d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/d89674205c4642f4976c8c1e47ecfe0d 2024-11-13T10:14:29,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/d89674205c4642f4976c8c1e47ecfe0d, entries=150, sequenceid=100, filesize=11.7 K 2024-11-13T10:14:29,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/dd4e44514848469b88a80a77d8ec8085 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/dd4e44514848469b88a80a77d8ec8085 2024-11-13T10:14:29,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/dd4e44514848469b88a80a77d8ec8085, entries=150, sequenceid=100, filesize=11.7 K 2024-11-13T10:14:29,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 54f92f207d8b12d8013d84ac26e70886 in 868ms, sequenceid=100, compaction requested=true 2024-11-13T10:14:29,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:29,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:14:29,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:29,466 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:29,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:14:29,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:29,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:14:29,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:29,466 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:29,469 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:29,469 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:29,469 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/B is initiating minor compaction (all files) 2024-11-13T10:14:29,469 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/A is initiating minor compaction (all files) 2024-11-13T10:14:29,469 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/B in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:29,469 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/7fd7d8e3097a48899db27cc5b89d2efd, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/400947571a884e31a73c17db6822d088, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/d89674205c4642f4976c8c1e47ecfe0d] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=35.3 K 2024-11-13T10:14:29,469 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/A in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:29,469 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/8925cc8fe139476aac044f9456ecb7d8, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/2eb841dcc3e74a958d45ecb8347d859b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/05503a980caa424f87f724fddf2efde7] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=37.5 K 2024-11-13T10:14:29,470 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fd7d8e3097a48899db27cc5b89d2efd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731492864627 2024-11-13T10:14:29,470 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8925cc8fe139476aac044f9456ecb7d8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731492864627 2024-11-13T10:14:29,471 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2eb841dcc3e74a958d45ecb8347d859b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731492865793 2024-11-13T10:14:29,471 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 400947571a884e31a73c17db6822d088, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731492865793 2024-11-13T10:14:29,471 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting d89674205c4642f4976c8c1e47ecfe0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731492867962 2024-11-13T10:14:29,471 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05503a980caa424f87f724fddf2efde7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731492867962 2024-11-13T10:14:29,479 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#B#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:29,480 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/f8b3af30a75a479b935df57cb092d1e3 is 50, key is test_row_0/B:col10/1731492867962/Put/seqid=0 2024-11-13T10:14:29,487 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#A#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:29,487 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/3995027d70d043ab8d19c18b508ed080 is 50, key is test_row_0/A:col10/1731492867962/Put/seqid=0 2024-11-13T10:14:29,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742129_1305 (size=12207) 2024-11-13T10:14:29,504 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/3995027d70d043ab8d19c18b508ed080 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/3995027d70d043ab8d19c18b508ed080 2024-11-13T10:14:29,510 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/A of 54f92f207d8b12d8013d84ac26e70886 into 3995027d70d043ab8d19c18b508ed080(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:29,510 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:29,510 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/A, priority=13, startTime=1731492869466; duration=0sec 2024-11-13T10:14:29,510 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:29,511 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:A 2024-11-13T10:14:29,511 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:29,513 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:29,513 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/C is initiating minor compaction (all files) 2024-11-13T10:14:29,513 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/C in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:29,513 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/b9a9ebfca48d4141b5e0fc31f89fcc4b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/a80ddc19128942d3918c70c3776b73ce, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/dd4e44514848469b88a80a77d8ec8085] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=35.3 K 2024-11-13T10:14:29,514 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9a9ebfca48d4141b5e0fc31f89fcc4b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731492864627 2024-11-13T10:14:29,514 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting a80ddc19128942d3918c70c3776b73ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731492865793 2024-11-13T10:14:29,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742128_1304 (size=12207) 2024-11-13T10:14:29,515 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd4e44514848469b88a80a77d8ec8085, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731492867962 2024-11-13T10:14:29,524 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#C#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:29,524 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/8a9e28e417a643bab537315b6fdf3bfc is 50, key is test_row_0/C:col10/1731492867962/Put/seqid=0 2024-11-13T10:14:29,525 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/f8b3af30a75a479b935df57cb092d1e3 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/f8b3af30a75a479b935df57cb092d1e3 2024-11-13T10:14:29,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742130_1306 (size=12207) 2024-11-13T10:14:29,531 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/B of 54f92f207d8b12d8013d84ac26e70886 into f8b3af30a75a479b935df57cb092d1e3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:29,531 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:29,531 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/B, priority=13, startTime=1731492869466; duration=0sec 2024-11-13T10:14:29,532 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:29,532 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:B 2024-11-13T10:14:29,535 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/8a9e28e417a643bab537315b6fdf3bfc as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/8a9e28e417a643bab537315b6fdf3bfc 2024-11-13T10:14:29,539 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/C of 54f92f207d8b12d8013d84ac26e70886 into 8a9e28e417a643bab537315b6fdf3bfc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:29,539 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:29,539 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/C, priority=13, startTime=1731492869466; duration=0sec 2024-11-13T10:14:29,539 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:29,539 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:C 2024-11-13T10:14:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:29,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 54f92f207d8b12d8013d84ac26e70886 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-13T10:14:29,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=A 2024-11-13T10:14:29,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:29,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=B 2024-11-13T10:14:29,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:29,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=C 2024-11-13T10:14:29,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:29,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/43c686ea45ec431794a8823ce90b65e1 is 50, key is test_row_0/A:col10/1731492868625/Put/seqid=0 2024-11-13T10:14:29,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742131_1307 (size=12001) 2024-11-13T10:14:29,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492929782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:29,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:29,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492929783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:29,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:29,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:29,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:29,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:29,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:29,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492929785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:29,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:29,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:29,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:29,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492929894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:29,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:29,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:29,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492929894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:29,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:29,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:29,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:29,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:29,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492929894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:29,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:29,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:29,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:29,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38930 deadline: 1731492929975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:29,978 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in 54f92f207d8b12d8013d84ac26e70886 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:14:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:29,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731492929994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:29,997 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in 54f92f207d8b12d8013d84ac26e70886 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:14:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:30,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492930104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:30,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:30,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:30,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:30,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492930104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:30,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:30,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:30,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:30,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492930105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:30,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:30,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:30,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T10:14:30,176 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:14:30,176 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:14:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-13T10:14:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T10:14:30,178 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:14:30,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/43c686ea45ec431794a8823ce90b65e1 2024-11-13T10:14:30,179 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:14:30,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:14:30,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/c24f73f0b432479c8e83ba9560f6ddd7 is 50, key is test_row_0/B:col10/1731492868625/Put/seqid=0 2024-11-13T10:14:30,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742132_1308 (size=12001) 2024-11-13T10:14:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T10:14:30,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T10:14:30,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:30,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:30,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:30,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:30,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:30,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492930414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:30,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:30,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492930415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:30,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:30,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:30,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:30,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:30,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:30,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492930415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:30,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:30,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:30,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:30,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T10:14:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:30,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T10:14:30,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/c24f73f0b432479c8e83ba9560f6ddd7 2024-11-13T10:14:30,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/c7186fd6e3764c2197b4841726fda9ae is 50, key is test_row_0/C:col10/1731492868625/Put/seqid=0 2024-11-13T10:14:30,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742133_1309 (size=12001) 2024-11-13T10:14:30,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T10:14:30,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:30,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:30,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:30,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:30,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:30,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T10:14:30,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:30,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:30,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:30,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:30,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T10:14:30,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492930925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:30,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:30,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492930925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:30,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:30,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:30,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:30,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492930925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:30,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:30,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:30,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:30,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:30,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:30,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T10:14:30,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:30,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:30,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:30,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:30,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:31,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/c7186fd6e3764c2197b4841726fda9ae 2024-11-13T10:14:31,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/43c686ea45ec431794a8823ce90b65e1 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/43c686ea45ec431794a8823ce90b65e1 2024-11-13T10:14:31,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/43c686ea45ec431794a8823ce90b65e1, entries=150, sequenceid=122, filesize=11.7 K 2024-11-13T10:14:31,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/c24f73f0b432479c8e83ba9560f6ddd7 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/c24f73f0b432479c8e83ba9560f6ddd7 2024-11-13T10:14:31,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/c24f73f0b432479c8e83ba9560f6ddd7, entries=150, sequenceid=122, filesize=11.7 K 2024-11-13T10:14:31,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/c7186fd6e3764c2197b4841726fda9ae as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/c7186fd6e3764c2197b4841726fda9ae 2024-11-13T10:14:31,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/c7186fd6e3764c2197b4841726fda9ae, entries=150, sequenceid=122, filesize=11.7 K 2024-11-13T10:14:31,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 54f92f207d8b12d8013d84ac26e70886 in 1254ms, sequenceid=122, compaction requested=false 2024-11-13T10:14:31,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:31,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T10:14:31,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:31,096 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 54f92f207d8b12d8013d84ac26e70886 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-13T10:14:31,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=A 2024-11-13T10:14:31,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:31,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=B 2024-11-13T10:14:31,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:31,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=C 2024-11-13T10:14:31,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:31,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/3606161db8434088a475996ef5a2c604 is 50, key is test_row_0/A:col10/1731492869784/Put/seqid=0 2024-11-13T10:14:31,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742134_1310 (size=9757) 2024-11-13T10:14:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T10:14:31,507 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/3606161db8434088a475996ef5a2c604 2024-11-13T10:14:31,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/50959a5529524112bfa8fab37694d4dc is 50, key is test_row_0/B:col10/1731492869784/Put/seqid=0 2024-11-13T10:14:31,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742135_1311 (size=9757) 2024-11-13T10:14:31,919 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/50959a5529524112bfa8fab37694d4dc 2024-11-13T10:14:31,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/86a6fe36395e4ab29f1e57e3ca4396df is 50, key is test_row_0/C:col10/1731492869784/Put/seqid=0 2024-11-13T10:14:31,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742136_1312 (size=9757) 2024-11-13T10:14:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:31,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:31,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:31,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492931968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:31,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:31,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:31,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:31,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492931970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:31,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:31,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:31,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:31,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492931973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:31,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:31,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:31,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:32,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492932085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:32,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492932085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:32,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:32,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492932085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:32,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:32,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:32,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:32,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492932296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:32,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:32,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:32,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492932296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:32,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:32,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492932296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:32,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:32,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T10:14:32,335 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/86a6fe36395e4ab29f1e57e3ca4396df 2024-11-13T10:14:32,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/3606161db8434088a475996ef5a2c604 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/3606161db8434088a475996ef5a2c604 2024-11-13T10:14:32,349 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/3606161db8434088a475996ef5a2c604, entries=100, sequenceid=135, filesize=9.5 K 2024-11-13T10:14:32,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/50959a5529524112bfa8fab37694d4dc as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/50959a5529524112bfa8fab37694d4dc 2024-11-13T10:14:32,355 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/50959a5529524112bfa8fab37694d4dc, entries=100, sequenceid=135, filesize=9.5 K 2024-11-13T10:14:32,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/86a6fe36395e4ab29f1e57e3ca4396df as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/86a6fe36395e4ab29f1e57e3ca4396df 2024-11-13T10:14:32,366 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/86a6fe36395e4ab29f1e57e3ca4396df, entries=100, sequenceid=135, filesize=9.5 K 2024-11-13T10:14:32,366 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 54f92f207d8b12d8013d84ac26e70886 in 1270ms, sequenceid=135, compaction requested=true 2024-11-13T10:14:32,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:32,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:32,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-13T10:14:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-13T10:14:32,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-13T10:14:32,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1890 sec 2024-11-13T10:14:32,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 2.1950 sec 2024-11-13T10:14:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:32,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 54f92f207d8b12d8013d84ac26e70886 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-13T10:14:32,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=A 2024-11-13T10:14:32,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:32,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=B 2024-11-13T10:14:32,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:32,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=C 2024-11-13T10:14:32,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:32,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/a3e5bcc0ffa944a39765234f1a2ade75 is 50, key is test_row_0/A:col10/1731492871960/Put/seqid=0 2024-11-13T10:14:32,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492932631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:32,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492932632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:32,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:32,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:32,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:32,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492932637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:32,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:32,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742137_1313 (size=14541) 2024-11-13T10:14:32,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/a3e5bcc0ffa944a39765234f1a2ade75 2024-11-13T10:14:32,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/f593d2bad74a4292844592c73ba2b0df is 50, key is test_row_0/B:col10/1731492871960/Put/seqid=0 2024-11-13T10:14:32,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742138_1314 (size=12151) 2024-11-13T10:14:32,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/f593d2bad74a4292844592c73ba2b0df 2024-11-13T10:14:32,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/bffc0b5a57e64c3cb6bd4379fc62d085 is 50, key is test_row_0/C:col10/1731492871960/Put/seqid=0 2024-11-13T10:14:32,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742139_1315 (size=12151) 2024-11-13T10:14:32,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492932745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:32,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:32,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492932745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:32,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492932745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:32,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492932956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:32,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492932956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:32,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492932956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:32,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:32,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:32,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:33,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/bffc0b5a57e64c3cb6bd4379fc62d085 2024-11-13T10:14:33,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/a3e5bcc0ffa944a39765234f1a2ade75 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/a3e5bcc0ffa944a39765234f1a2ade75 2024-11-13T10:14:33,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/a3e5bcc0ffa944a39765234f1a2ade75, entries=200, sequenceid=156, filesize=14.2 K 2024-11-13T10:14:33,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/f593d2bad74a4292844592c73ba2b0df as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/f593d2bad74a4292844592c73ba2b0df 2024-11-13T10:14:33,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/f593d2bad74a4292844592c73ba2b0df, entries=150, sequenceid=156, filesize=11.9 K 2024-11-13T10:14:33,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/bffc0b5a57e64c3cb6bd4379fc62d085 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/bffc0b5a57e64c3cb6bd4379fc62d085 2024-11-13T10:14:33,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/bffc0b5a57e64c3cb6bd4379fc62d085, entries=150, sequenceid=156, filesize=11.9 K 2024-11-13T10:14:33,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 54f92f207d8b12d8013d84ac26e70886 in 518ms, sequenceid=156, compaction requested=true 2024-11-13T10:14:33,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:33,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:14:33,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:33,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:14:33,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:33,127 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:14:33,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:14:33,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T10:14:33,128 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:14:33,130 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48506 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:14:33,130 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/A is initiating minor compaction (all files) 2024-11-13T10:14:33,130 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/A in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:33,131 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/3995027d70d043ab8d19c18b508ed080, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/43c686ea45ec431794a8823ce90b65e1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/3606161db8434088a475996ef5a2c604, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/a3e5bcc0ffa944a39765234f1a2ade75] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=47.4 K 2024-11-13T10:14:33,132 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3995027d70d043ab8d19c18b508ed080, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731492867962 2024-11-13T10:14:33,132 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:14:33,132 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/B is initiating minor compaction (all files) 2024-11-13T10:14:33,133 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43c686ea45ec431794a8823ce90b65e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731492868625 2024-11-13T10:14:33,133 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/B in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:33,133 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/f8b3af30a75a479b935df57cb092d1e3, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/c24f73f0b432479c8e83ba9560f6ddd7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/50959a5529524112bfa8fab37694d4dc, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/f593d2bad74a4292844592c73ba2b0df] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=45.0 K 2024-11-13T10:14:33,133 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting f8b3af30a75a479b935df57cb092d1e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731492867962 2024-11-13T10:14:33,133 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting c24f73f0b432479c8e83ba9560f6ddd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731492868625 2024-11-13T10:14:33,134 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3606161db8434088a475996ef5a2c604, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731492869782 2024-11-13T10:14:33,135 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 50959a5529524112bfa8fab37694d4dc, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731492869782 2024-11-13T10:14:33,136 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3e5bcc0ffa944a39765234f1a2ade75, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731492871960 2024-11-13T10:14:33,137 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting f593d2bad74a4292844592c73ba2b0df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731492871960 2024-11-13T10:14:33,154 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#A#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:33,155 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/6f5fa7ff067944199802c574ef0936d0 is 50, key is test_row_0/A:col10/1731492871960/Put/seqid=0 2024-11-13T10:14:33,163 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#B#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:33,164 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/6b6fa6ea64f746fa9ea32dd74ca2c0b7 is 50, key is test_row_0/B:col10/1731492871960/Put/seqid=0 2024-11-13T10:14:33,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742140_1316 (size=12493) 2024-11-13T10:14:33,199 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/6f5fa7ff067944199802c574ef0936d0 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/6f5fa7ff067944199802c574ef0936d0 2024-11-13T10:14:33,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742141_1317 (size=12493) 2024-11-13T10:14:33,206 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/A of 54f92f207d8b12d8013d84ac26e70886 into 6f5fa7ff067944199802c574ef0936d0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:33,206 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:33,206 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/A, priority=12, startTime=1731492873127; duration=0sec 2024-11-13T10:14:33,206 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:33,206 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:A 2024-11-13T10:14:33,206 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:14:33,208 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:14:33,208 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/C is initiating minor compaction (all files) 2024-11-13T10:14:33,208 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/C in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:33,208 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/8a9e28e417a643bab537315b6fdf3bfc, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/c7186fd6e3764c2197b4841726fda9ae, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/86a6fe36395e4ab29f1e57e3ca4396df, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/bffc0b5a57e64c3cb6bd4379fc62d085] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=45.0 K 2024-11-13T10:14:33,208 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a9e28e417a643bab537315b6fdf3bfc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1731492867962 2024-11-13T10:14:33,209 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7186fd6e3764c2197b4841726fda9ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731492868625 2024-11-13T10:14:33,209 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86a6fe36395e4ab29f1e57e3ca4396df, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731492869782 2024-11-13T10:14:33,209 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting bffc0b5a57e64c3cb6bd4379fc62d085, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731492871960 2024-11-13T10:14:33,218 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#C#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:33,219 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/09b0141191274c0c8606cefc33246a2a is 50, key is test_row_0/C:col10/1731492871960/Put/seqid=0 2024-11-13T10:14:33,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742142_1318 (size=12493) 2024-11-13T10:14:33,233 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/09b0141191274c0c8606cefc33246a2a as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/09b0141191274c0c8606cefc33246a2a 2024-11-13T10:14:33,238 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/C of 54f92f207d8b12d8013d84ac26e70886 into 09b0141191274c0c8606cefc33246a2a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:33,238 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:33,238 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/C, priority=12, startTime=1731492873127; duration=0sec 2024-11-13T10:14:33,238 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:33,238 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:C 2024-11-13T10:14:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:33,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 54f92f207d8b12d8013d84ac26e70886 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-13T10:14:33,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=A 2024-11-13T10:14:33,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:33,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=B 2024-11-13T10:14:33,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:33,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=C 2024-11-13T10:14:33,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:33,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/cfbcff64734b4056ab37669379661a02 is 50, key is test_row_0/A:col10/1731492873266/Put/seqid=0 2024-11-13T10:14:33,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742143_1319 (size=12151) 2024-11-13T10:14:33,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/cfbcff64734b4056ab37669379661a02 2024-11-13T10:14:33,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/edd19553a2ff4b4fa0c48c0f136b79b4 is 50, key is test_row_0/B:col10/1731492873266/Put/seqid=0 2024-11-13T10:14:33,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492933298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:33,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:33,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492933299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:33,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:33,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:33,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492933300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:33,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742144_1320 (size=12151) 2024-11-13T10:14:33,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/edd19553a2ff4b4fa0c48c0f136b79b4 2024-11-13T10:14:33,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/2a712c4ce9ca46a4b41e61ffe28211aa is 50, key is test_row_0/C:col10/1731492873266/Put/seqid=0 2024-11-13T10:14:33,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742145_1321 (size=12151) 2024-11-13T10:14:33,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492933415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:33,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492933415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:33,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:33,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:33,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492933415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:33,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:33,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:33,618 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/6b6fa6ea64f746fa9ea32dd74ca2c0b7 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/6b6fa6ea64f746fa9ea32dd74ca2c0b7 2024-11-13T10:14:33,623 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/B of 54f92f207d8b12d8013d84ac26e70886 into 6b6fa6ea64f746fa9ea32dd74ca2c0b7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:33,624 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:33,624 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/B, priority=12, startTime=1731492873127; duration=0sec 2024-11-13T10:14:33,624 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:33,624 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:B 2024-11-13T10:14:33,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492933625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:33,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492933625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:33,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:33,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:33,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492933625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:33,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:33,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/2a712c4ce9ca46a4b41e61ffe28211aa 2024-11-13T10:14:33,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/cfbcff64734b4056ab37669379661a02 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/cfbcff64734b4056ab37669379661a02 2024-11-13T10:14:33,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/cfbcff64734b4056ab37669379661a02, entries=150, sequenceid=171, filesize=11.9 K 2024-11-13T10:14:33,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/edd19553a2ff4b4fa0c48c0f136b79b4 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/edd19553a2ff4b4fa0c48c0f136b79b4 2024-11-13T10:14:33,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/edd19553a2ff4b4fa0c48c0f136b79b4, entries=150, sequenceid=171, filesize=11.9 K 2024-11-13T10:14:33,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/2a712c4ce9ca46a4b41e61ffe28211aa as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/2a712c4ce9ca46a4b41e61ffe28211aa 2024-11-13T10:14:33,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/2a712c4ce9ca46a4b41e61ffe28211aa, entries=150, sequenceid=171, filesize=11.9 K 2024-11-13T10:14:33,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 54f92f207d8b12d8013d84ac26e70886 in 494ms, sequenceid=171, compaction requested=false 2024-11-13T10:14:33,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:33,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:33,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 54f92f207d8b12d8013d84ac26e70886 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-13T10:14:33,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=A 2024-11-13T10:14:33,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:33,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=B 2024-11-13T10:14:33,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:33,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=C 2024-11-13T10:14:33,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:33,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/25ee4fbfff6f429ea8bcfe78efecf145 is 50, key is test_row_0/A:col10/1731492873290/Put/seqid=0 2024-11-13T10:14:33,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742146_1322 (size=14541) 2024-11-13T10:14:33,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492933961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:33,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:33,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492933963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:33,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:33,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492933965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:33,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:33,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:34,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:34,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38930 deadline: 1731492934005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:34,010 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in 54f92f207d8b12d8013d84ac26e70886 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:14:34,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:34,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:34,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:34,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731492934015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:34,019 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in 54f92f207d8b12d8013d84ac26e70886 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:14:34,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:34,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:34,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:34,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492934075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:34,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:34,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:34,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:34,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492934075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:34,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:34,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:34,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:34,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492934075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:34,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:34,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:34,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:34,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492934285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:34,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:34,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:34,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:34,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492934285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:34,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492934285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T10:14:34,355 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:14:34,355 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:14:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-13T10:14:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T10:14:34,358 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:14:34,359 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:14:34,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:14:34,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/25ee4fbfff6f429ea8bcfe78efecf145 2024-11-13T10:14:34,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/72782468dd794479a99b70209cd37f15 is 50, key is test_row_0/B:col10/1731492873290/Put/seqid=0 2024-11-13T10:14:34,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742147_1323 (size=12151) 2024-11-13T10:14:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T10:14:34,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T10:14:34,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:34,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:34,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:34,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:34,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:34,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492934594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:34,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492934595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:34,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492934595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:34,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:34,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T10:14:34,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:34,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:34,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:34,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:34,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T10:14:34,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/72782468dd794479a99b70209cd37f15 2024-11-13T10:14:34,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/9c7ffe2f608f44b28858193d1fd0a8a8 is 50, key is test_row_0/C:col10/1731492873290/Put/seqid=0 2024-11-13T10:14:34,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742148_1324 (size=12151) 2024-11-13T10:14:34,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/9c7ffe2f608f44b28858193d1fd0a8a8 2024-11-13T10:14:34,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/25ee4fbfff6f429ea8bcfe78efecf145 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/25ee4fbfff6f429ea8bcfe78efecf145 2024-11-13T10:14:34,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/25ee4fbfff6f429ea8bcfe78efecf145, entries=200, sequenceid=193, filesize=14.2 K 2024-11-13T10:14:34,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/72782468dd794479a99b70209cd37f15 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/72782468dd794479a99b70209cd37f15 2024-11-13T10:14:34,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/72782468dd794479a99b70209cd37f15, entries=150, sequenceid=193, filesize=11.9 K 2024-11-13T10:14:34,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/9c7ffe2f608f44b28858193d1fd0a8a8 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/9c7ffe2f608f44b28858193d1fd0a8a8 2024-11-13T10:14:34,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/9c7ffe2f608f44b28858193d1fd0a8a8, entries=150, sequenceid=193, filesize=11.9 K 2024-11-13T10:14:34,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 54f92f207d8b12d8013d84ac26e70886 in 854ms, sequenceid=193, compaction requested=true 2024-11-13T10:14:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:14:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:34,802 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:14:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:14:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:34,802 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:34,804 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:34,804 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:34,804 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/A is initiating minor compaction (all files) 2024-11-13T10:14:34,804 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/B is initiating minor compaction (all files) 2024-11-13T10:14:34,804 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/A in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:34,804 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/B in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:34,804 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/6f5fa7ff067944199802c574ef0936d0, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/cfbcff64734b4056ab37669379661a02, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/25ee4fbfff6f429ea8bcfe78efecf145] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=38.3 K 2024-11-13T10:14:34,804 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/6b6fa6ea64f746fa9ea32dd74ca2c0b7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/edd19553a2ff4b4fa0c48c0f136b79b4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/72782468dd794479a99b70209cd37f15] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=35.9 K 2024-11-13T10:14:34,804 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f5fa7ff067944199802c574ef0936d0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731492871960 2024-11-13T10:14:34,804 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b6fa6ea64f746fa9ea32dd74ca2c0b7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731492871960 2024-11-13T10:14:34,805 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfbcff64734b4056ab37669379661a02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731492872617 2024-11-13T10:14:34,806 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting edd19553a2ff4b4fa0c48c0f136b79b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731492872617 2024-11-13T10:14:34,806 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25ee4fbfff6f429ea8bcfe78efecf145, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731492873290 2024-11-13T10:14:34,806 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 72782468dd794479a99b70209cd37f15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731492873290 2024-11-13T10:14:34,814 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#A#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:34,814 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/1534a56ec36f4a079790b6b660bd1b9f is 50, key is test_row_0/A:col10/1731492873290/Put/seqid=0 2024-11-13T10:14:34,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T10:14:34,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:34,817 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 54f92f207d8b12d8013d84ac26e70886 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-13T10:14:34,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=A 2024-11-13T10:14:34,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:34,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=B 2024-11-13T10:14:34,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:34,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=C 2024-11-13T10:14:34,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:34,818 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#B#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:34,819 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/419a72a3ca364dc59e7c353a14488862 is 50, key is test_row_0/B:col10/1731492873290/Put/seqid=0 2024-11-13T10:14:34,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742149_1325 (size=12595) 2024-11-13T10:14:34,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/00b2bb1c70684f2d866885cae5a67788 is 50, key is test_row_0/A:col10/1731492873960/Put/seqid=0 2024-11-13T10:14:34,830 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/1534a56ec36f4a079790b6b660bd1b9f as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/1534a56ec36f4a079790b6b660bd1b9f 2024-11-13T10:14:34,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742150_1326 (size=12595) 2024-11-13T10:14:34,835 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/A of 54f92f207d8b12d8013d84ac26e70886 into 1534a56ec36f4a079790b6b660bd1b9f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:34,835 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:34,835 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/A, priority=13, startTime=1731492874802; duration=0sec 2024-11-13T10:14:34,836 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:34,836 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:A 2024-11-13T10:14:34,836 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:34,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742151_1327 (size=12151) 2024-11-13T10:14:34,838 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:34,838 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/C is initiating minor compaction (all files) 2024-11-13T10:14:34,838 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/C in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:34,838 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/09b0141191274c0c8606cefc33246a2a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/2a712c4ce9ca46a4b41e61ffe28211aa, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/9c7ffe2f608f44b28858193d1fd0a8a8] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=35.9 K 2024-11-13T10:14:34,838 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09b0141191274c0c8606cefc33246a2a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731492871960 2024-11-13T10:14:34,839 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a712c4ce9ca46a4b41e61ffe28211aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731492872617 2024-11-13T10:14:34,839 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c7ffe2f608f44b28858193d1fd0a8a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731492873290 2024-11-13T10:14:34,848 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#C#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:34,849 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/38b0a41dffb54a349e296d6927247418 is 50, key is test_row_0/C:col10/1731492873290/Put/seqid=0 2024-11-13T10:14:34,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742152_1328 (size=12595) 2024-11-13T10:14:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T10:14:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:35,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:35,169 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731492875157, max timestamp=1731492875165Num uniques 859; 2024-11-13T10:14:35,169 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731492875157, max timestamp=1731492875165Num uniques 859; 2024-11-13T10:14:35,169 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-13T10:14:35,169 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-13T10:14:35,169 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731492875157, max timestamp=1731492875165Num uniques 859; 2024-11-13T10:14:35,169 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-13T10:14:35,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492935230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:35,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492935230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:35,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492935230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:35,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:35,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:35,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:35,238 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/00b2bb1c70684f2d866885cae5a67788 2024-11-13T10:14:35,241 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/419a72a3ca364dc59e7c353a14488862 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/419a72a3ca364dc59e7c353a14488862 2024-11-13T10:14:35,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/5da4ee069a614743bb88cbc5d87b5e81 is 50, key is test_row_0/B:col10/1731492873960/Put/seqid=0 2024-11-13T10:14:35,249 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/B of 54f92f207d8b12d8013d84ac26e70886 into 419a72a3ca364dc59e7c353a14488862(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:35,249 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:35,249 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/B, priority=13, startTime=1731492874802; duration=0sec 2024-11-13T10:14:35,249 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:35,249 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:B 2024-11-13T10:14:35,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742153_1329 (size=12151) 2024-11-13T10:14:35,258 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/38b0a41dffb54a349e296d6927247418 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/38b0a41dffb54a349e296d6927247418 2024-11-13T10:14:35,262 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/C of 54f92f207d8b12d8013d84ac26e70886 into 38b0a41dffb54a349e296d6927247418(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:35,262 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:35,262 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/C, priority=13, startTime=1731492874802; duration=0sec 2024-11-13T10:14:35,262 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:35,262 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:C 2024-11-13T10:14:35,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492935345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:35,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:35,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492935345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:35,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492935345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T10:14:35,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492935555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:35,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:35,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492935555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:35,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:35,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:35,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492935555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:35,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:35,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:35,652 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/5da4ee069a614743bb88cbc5d87b5e81 2024-11-13T10:14:35,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/62c80d270f1e410184516e5f61b3f6c4 is 50, key is test_row_0/C:col10/1731492873960/Put/seqid=0 2024-11-13T10:14:35,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742154_1330 (size=12151) 2024-11-13T10:14:35,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492935865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:35,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492935865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:35,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492935865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:35,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:35,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:36,064 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/62c80d270f1e410184516e5f61b3f6c4 2024-11-13T10:14:36,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/00b2bb1c70684f2d866885cae5a67788 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/00b2bb1c70684f2d866885cae5a67788 2024-11-13T10:14:36,072 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/00b2bb1c70684f2d866885cae5a67788, entries=150, sequenceid=204, filesize=11.9 K 2024-11-13T10:14:36,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/5da4ee069a614743bb88cbc5d87b5e81 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/5da4ee069a614743bb88cbc5d87b5e81 2024-11-13T10:14:36,076 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/5da4ee069a614743bb88cbc5d87b5e81, entries=150, sequenceid=204, filesize=11.9 K 2024-11-13T10:14:36,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/62c80d270f1e410184516e5f61b3f6c4 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/62c80d270f1e410184516e5f61b3f6c4 2024-11-13T10:14:36,081 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/62c80d270f1e410184516e5f61b3f6c4, entries=150, sequenceid=204, filesize=11.9 K 2024-11-13T10:14:36,082 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=140.89 KB/144270 for 54f92f207d8b12d8013d84ac26e70886 in 1265ms, sequenceid=204, compaction requested=false 2024-11-13T10:14:36,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:36,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:36,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-13T10:14:36,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-13T10:14:36,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-13T10:14:36,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7250 sec 2024-11-13T10:14:36,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.7310 sec 2024-11-13T10:14:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:36,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 54f92f207d8b12d8013d84ac26e70886 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-11-13T10:14:36,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=A 2024-11-13T10:14:36,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-13T10:14:36,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=B 2024-11-13T10:14:36,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-13T10:14:36,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=C 2024-11-13T10:14:36,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-13T10:14:36,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/fbeb012bb8f7434c914f7b4b0cdb650b is 50, key is test_row_0/A:col10/1731492875205/Put/seqid=0 2024-11-13T10:14:36,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492936384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:36,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492936388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:36,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:36,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:36,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:36,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742155_1331 (size=12151) 2024-11-13T10:14:36,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492936389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:36,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:36,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:36,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:36,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492936495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T10:14:36,505 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:14:36,506 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:14:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-13T10:14:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T10:14:36,508 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:14:36,509 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:14:36,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:14:36,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492936505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:36,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:36,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:36,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:36,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492936505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:36,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:36,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:36,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T10:14:36,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-13T10:14:36,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:36,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:36,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:36,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:36,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:36,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492936705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:36,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:36,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:36,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:36,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492936715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:36,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492936715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:36,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/fbeb012bb8f7434c914f7b4b0cdb650b 2024-11-13T10:14:36,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/0059697956774472875e49ae9a8783e9 is 50, key is test_row_0/B:col10/1731492875205/Put/seqid=0 2024-11-13T10:14:36,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742156_1332 (size=12151) 2024-11-13T10:14:36,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-13T10:14:36,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:36,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:36,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:36,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:36,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T10:14:36,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-13T10:14:36,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:36,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:36,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:36,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:36,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:37,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492937015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:37,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:37,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:37,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:37,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492937025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:37,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492937035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:37,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:37,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:37,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:37,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-13T10:14:37,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:37,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:37,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:37,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:37,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T10:14:37,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/0059697956774472875e49ae9a8783e9 2024-11-13T10:14:37,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/11582f4635964c1c86f52d593fbec992 is 50, key is test_row_0/C:col10/1731492875205/Put/seqid=0 2024-11-13T10:14:37,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742157_1333 (size=12151) 2024-11-13T10:14:37,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-13T10:14:37,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:37,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:37,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:37,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:37,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:37,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-13T10:14:37,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:37,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:37,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:37,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:37,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:37,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492937525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:37,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:37,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:37,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:37,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492937535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:37,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:37,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:37,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:37,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492937544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:37,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:37,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:37,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:37,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-13T10:14:37,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:37,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:37,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:37,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:37,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:37,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/11582f4635964c1c86f52d593fbec992 2024-11-13T10:14:37,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/fbeb012bb8f7434c914f7b4b0cdb650b as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/fbeb012bb8f7434c914f7b4b0cdb650b 2024-11-13T10:14:37,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/fbeb012bb8f7434c914f7b4b0cdb650b, entries=150, sequenceid=245, filesize=11.9 K 2024-11-13T10:14:37,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/0059697956774472875e49ae9a8783e9 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/0059697956774472875e49ae9a8783e9 2024-11-13T10:14:37,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/0059697956774472875e49ae9a8783e9, entries=150, sequenceid=245, filesize=11.9 K 2024-11-13T10:14:37,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/11582f4635964c1c86f52d593fbec992 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/11582f4635964c1c86f52d593fbec992 2024-11-13T10:14:37,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/11582f4635964c1c86f52d593fbec992, entries=150, sequenceid=245, filesize=11.9 K 2024-11-13T10:14:37,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=33.54 KB/34350 for 54f92f207d8b12d8013d84ac26e70886 in 1264ms, sequenceid=245, compaction requested=true 2024-11-13T10:14:37,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:37,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:14:37,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:37,641 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:37,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:14:37,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:37,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:14:37,641 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:37,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:37,645 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:37,645 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:37,645 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/B is initiating minor compaction (all files) 2024-11-13T10:14:37,645 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/A is initiating minor compaction (all files) 2024-11-13T10:14:37,645 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/B in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:37,645 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/A in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T10:14:37,645 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/419a72a3ca364dc59e7c353a14488862, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/5da4ee069a614743bb88cbc5d87b5e81, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/0059697956774472875e49ae9a8783e9] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=36.0 K 2024-11-13T10:14:37,645 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/1534a56ec36f4a079790b6b660bd1b9f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/00b2bb1c70684f2d866885cae5a67788, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/fbeb012bb8f7434c914f7b4b0cdb650b] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=36.0 K 2024-11-13T10:14:37,646 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1534a56ec36f4a079790b6b660bd1b9f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731492873290 2024-11-13T10:14:37,646 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 419a72a3ca364dc59e7c353a14488862, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731492873290 2024-11-13T10:14:37,646 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00b2bb1c70684f2d866885cae5a67788, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731492873960 2024-11-13T10:14:37,646 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 5da4ee069a614743bb88cbc5d87b5e81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731492873960 2024-11-13T10:14:37,647 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 0059697956774472875e49ae9a8783e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731492875199 2024-11-13T10:14:37,647 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbeb012bb8f7434c914f7b4b0cdb650b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731492875199 2024-11-13T10:14:37,658 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#A#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:37,659 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#B#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:37,659 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/079b68df487e490e9d3de4b119dfc950 is 50, key is test_row_0/A:col10/1731492875205/Put/seqid=0 2024-11-13T10:14:37,659 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/47442b4d28a443c4950a32e5ecb7b1fc is 50, key is test_row_0/B:col10/1731492875205/Put/seqid=0 2024-11-13T10:14:37,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742159_1335 (size=12697) 2024-11-13T10:14:37,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742158_1334 (size=12697) 2024-11-13T10:14:37,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-13T10:14:37,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:37,733 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 54f92f207d8b12d8013d84ac26e70886 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-13T10:14:37,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=A 2024-11-13T10:14:37,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:37,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=B 2024-11-13T10:14:37,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:37,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=C 2024-11-13T10:14:37,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:37,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/6f3f3ff1762f45dd859129670533a984 is 50, key is test_row_1/A:col10/1731492876388/Put/seqid=0 2024-11-13T10:14:37,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742160_1336 (size=9757) 2024-11-13T10:14:38,072 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/47442b4d28a443c4950a32e5ecb7b1fc as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/47442b4d28a443c4950a32e5ecb7b1fc 2024-11-13T10:14:38,076 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/B of 54f92f207d8b12d8013d84ac26e70886 into 47442b4d28a443c4950a32e5ecb7b1fc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:38,077 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:38,077 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/B, priority=13, startTime=1731492877641; duration=0sec 2024-11-13T10:14:38,077 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:38,077 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:B 2024-11-13T10:14:38,077 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:38,078 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:38,078 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/C is initiating minor compaction (all files) 2024-11-13T10:14:38,079 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/C in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:38,079 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/38b0a41dffb54a349e296d6927247418, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/62c80d270f1e410184516e5f61b3f6c4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/11582f4635964c1c86f52d593fbec992] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=36.0 K 2024-11-13T10:14:38,079 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 38b0a41dffb54a349e296d6927247418, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731492873290 2024-11-13T10:14:38,079 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 62c80d270f1e410184516e5f61b3f6c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731492873960 2024-11-13T10:14:38,080 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 11582f4635964c1c86f52d593fbec992, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731492875199 2024-11-13T10:14:38,081 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/079b68df487e490e9d3de4b119dfc950 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/079b68df487e490e9d3de4b119dfc950 2024-11-13T10:14:38,086 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/A of 54f92f207d8b12d8013d84ac26e70886 into 079b68df487e490e9d3de4b119dfc950(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:38,086 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:38,086 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/A, priority=13, startTime=1731492877641; duration=0sec 2024-11-13T10:14:38,086 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:38,086 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:A 2024-11-13T10:14:38,089 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#C#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:38,090 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/aa35a93d93cf4d99aed1f2ea13805376 is 50, key is test_row_0/C:col10/1731492875205/Put/seqid=0 2024-11-13T10:14:38,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742161_1337 (size=12697) 2024-11-13T10:14:38,142 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/6f3f3ff1762f45dd859129670533a984 2024-11-13T10:14:38,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/b0463a9ede4f4f09b47b87c1a2080ac8 is 50, key is test_row_1/B:col10/1731492876388/Put/seqid=0 2024-11-13T10:14:38,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742162_1338 (size=9757) 2024-11-13T10:14:38,499 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/aa35a93d93cf4d99aed1f2ea13805376 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/aa35a93d93cf4d99aed1f2ea13805376 2024-11-13T10:14:38,505 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/C of 54f92f207d8b12d8013d84ac26e70886 into aa35a93d93cf4d99aed1f2ea13805376(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:38,505 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:38,505 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/C, priority=13, startTime=1731492877641; duration=0sec 2024-11-13T10:14:38,505 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:38,505 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:C 2024-11-13T10:14:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:38,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:38,555 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/b0463a9ede4f4f09b47b87c1a2080ac8 2024-11-13T10:14:38,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/3dfb08b601af45dabafb4527ce488ae6 is 50, key is test_row_1/C:col10/1731492876388/Put/seqid=0 2024-11-13T10:14:38,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742163_1339 (size=9757) 2024-11-13T10:14:38,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731492878564, max timestamp=1731492878572Num uniques 859; 2024-11-13T10:14:38,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-13T10:14:38,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731492878564, max timestamp=1731492878572Num uniques 859; 2024-11-13T10:14:38,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731492878564, max timestamp=1731492878572Num uniques 859; 2024-11-13T10:14:38,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-13T10:14:38,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-13T10:14:38,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:38,607 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731492878593, max timestamp=1731492878602Num uniques 1068; 2024-11-13T10:14:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492938601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:38,608 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731492878593, max timestamp=1731492878602Num uniques 1068; 2024-11-13T10:14:38,608 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731492878593, max timestamp=1731492878602Num uniques 1068; 2024-11-13T10:14:38,608 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-13T10:14:38,608 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-13T10:14:38,608 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-13T10:14:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:38,649 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731492878627, max timestamp=1731492878645Num uniques 1077; 2024-11-13T10:14:38,649 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-11-13T10:14:38,650 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731492878627, max timestamp=1731492878645Num uniques 1077; 2024-11-13T10:14:38,650 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-11-13T10:14:38,651 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731492878627, max timestamp=1731492878645Num uniques 1077; 2024-11-13T10:14:38,651 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-11-13T10:14:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T10:14:38,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492938685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:38,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731492878679, max timestamp=1731492878688Num uniques 1086; 2024-11-13T10:14:38,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731492878679, max timestamp=1731492878688Num uniques 1086; 2024-11-13T10:14:38,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-13T10:14:38,692 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-13T10:14:38,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:38,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:38,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:38,693 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731492878679, max timestamp=1731492878688Num uniques 1086; 2024-11-13T10:14:38,693 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-13T10:14:38,747 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731492878731, max timestamp=1731492878742Num uniques 1045; 2024-11-13T10:14:38,747 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-11-13T10:14:38,748 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731492878731, max timestamp=1731492878742Num uniques 1045; 2024-11-13T10:14:38,748 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-11-13T10:14:38,748 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731492878731, max timestamp=1731492878742Num uniques 1045; 2024-11-13T10:14:38,748 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-11-13T10:14:38,841 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9324, totalHeapSize=21456, min timestamp=1731492878785, max timestamp=1731492878805Num uniques 1104; 2024-11-13T10:14:38,841 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50544, new segment data size=9324, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-13T10:14:38,841 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9324, totalHeapSize=21456, min timestamp=1731492878785, max timestamp=1731492878805Num uniques 1104; 2024-11-13T10:14:38,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50544, new segment data size=9324, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-13T10:14:38,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9324, totalHeapSize=21456, min timestamp=1731492878785, max timestamp=1731492878805Num uniques 1104; 2024-11-13T10:14:38,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50544, new segment data size=9324, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-13T10:14:38,876 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731492878864, max timestamp=1731492878872Num uniques 1063; 2024-11-13T10:14:38,876 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-13T10:14:38,880 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731492878864, max timestamp=1731492878872Num uniques 1063; 2024-11-13T10:14:38,880 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731492878864, max timestamp=1731492878872Num uniques 1063; 2024-11-13T10:14:38,880 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-13T10:14:38,880 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-13T10:14:38,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492938907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:38,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731492878904, max timestamp=1731492878912Num uniques 1072; 2024-11-13T10:14:38,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-11-13T10:14:38,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731492878904, max timestamp=1731492878912Num uniques 1072; 2024-11-13T10:14:38,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731492878904, max timestamp=1731492878912Num uniques 1072; 2024-11-13T10:14:38,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-11-13T10:14:38,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-11-13T10:14:38,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:38,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:38,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:38,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1731492878943, max timestamp=1731492878953Num uniques 1081; 2024-11-13T10:14:38,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1731492878943, max timestamp=1731492878953Num uniques 1081; 2024-11-13T10:14:38,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=10576, suffix heap size=140392,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=231 2024-11-13T10:14:38,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=10576, suffix heap size=140392,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=231 2024-11-13T10:14:38,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1731492878943, max timestamp=1731492878953Num uniques 1081; 2024-11-13T10:14:38,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=10576, suffix heap size=140392,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=231 2024-11-13T10:14:38,969 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/3dfb08b601af45dabafb4527ce488ae6 2024-11-13T10:14:38,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/6f3f3ff1762f45dd859129670533a984 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/6f3f3ff1762f45dd859129670533a984 2024-11-13T10:14:38,977 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/6f3f3ff1762f45dd859129670533a984, entries=100, sequenceid=253, filesize=9.5 K 2024-11-13T10:14:38,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/b0463a9ede4f4f09b47b87c1a2080ac8 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/b0463a9ede4f4f09b47b87c1a2080ac8 2024-11-13T10:14:38,981 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/b0463a9ede4f4f09b47b87c1a2080ac8, entries=100, sequenceid=253, filesize=9.5 K 2024-11-13T10:14:38,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/3dfb08b601af45dabafb4527ce488ae6 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/3dfb08b601af45dabafb4527ce488ae6 2024-11-13T10:14:38,985 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/3dfb08b601af45dabafb4527ce488ae6, entries=100, sequenceid=253, filesize=9.5 K 2024-11-13T10:14:38,986 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=107.34 KB/109920 for 54f92f207d8b12d8013d84ac26e70886 in 1254ms, sequenceid=253, compaction requested=false 2024-11-13T10:14:38,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:38,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:38,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-13T10:14:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-13T10:14:38,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-13T10:14:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:38,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4780 sec 2024-11-13T10:14:38,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 54f92f207d8b12d8013d84ac26e70886 3/3 column families, dataSize=120.76 KB heapSize=338.39 KB 2024-11-13T10:14:38,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=A 2024-11-13T10:14:38,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:38,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=B 2024-11-13T10:14:38,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:38,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=C 2024-11-13T10:14:38,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:38,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 2.4850 sec 2024-11-13T10:14:38,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/886a4127e9734bf8a5dd989f3ad7376c is 50, key is test_row_0/A:col10/1731492878988/Put/seqid=0 2024-11-13T10:14:38,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742164_1340 (size=17181) 2024-11-13T10:14:39,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492939013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:39,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492939014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:39,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:39,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:39,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:39,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492939025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:39,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492939124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:39,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:39,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:39,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492939125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:39,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:39,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:39,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:39,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:39,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492939235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:39,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:39,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:39,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:39,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492939334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:39,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:39,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:39,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:39,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492939335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:39,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:39,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:39,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:39,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/886a4127e9734bf8a5dd989f3ad7376c 2024-11-13T10:14:39,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/18d689757f664c5bad8b82db2f751a70 is 50, key is test_row_0/B:col10/1731492878988/Put/seqid=0 2024-11-13T10:14:39,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742165_1341 (size=12301) 2024-11-13T10:14:39,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:39,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492939545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:39,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:39,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:39,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:39,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492939645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:39,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492939645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:39,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:39,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:39,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:39,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:39,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/18d689757f664c5bad8b82db2f751a70 2024-11-13T10:14:39,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/8115ee9f22c745eaab57655b609ae8c6 is 50, key is test_row_0/C:col10/1731492878988/Put/seqid=0 2024-11-13T10:14:39,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742166_1342 (size=12301) 2024-11-13T10:14:40,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492940055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:40,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:40,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:40,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:40,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492940155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:40,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:40,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492940155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:40,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:40,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:40,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:40,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:40,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:40,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/8115ee9f22c745eaab57655b609ae8c6 2024-11-13T10:14:40,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/886a4127e9734bf8a5dd989f3ad7376c as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/886a4127e9734bf8a5dd989f3ad7376c 2024-11-13T10:14:40,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/886a4127e9734bf8a5dd989f3ad7376c, entries=250, sequenceid=427, filesize=16.8 K 2024-11-13T10:14:40,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/18d689757f664c5bad8b82db2f751a70 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/18d689757f664c5bad8b82db2f751a70 2024-11-13T10:14:40,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/18d689757f664c5bad8b82db2f751a70, entries=150, sequenceid=427, filesize=12.0 K 2024-11-13T10:14:40,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/8115ee9f22c745eaab57655b609ae8c6 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/8115ee9f22c745eaab57655b609ae8c6 2024-11-13T10:14:40,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/8115ee9f22c745eaab57655b609ae8c6, entries=150, sequenceid=427, filesize=12.0 K 2024-11-13T10:14:40,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~338.34 KB/346464, currentSize=60.38 KB/61830 for 54f92f207d8b12d8013d84ac26e70886 in 1252ms, sequenceid=427, compaction requested=true 2024-11-13T10:14:40,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:40,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:14:40,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:40,243 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:40,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:14:40,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:40,243 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:40,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:14:40,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:40,244 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:40,245 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/A is initiating minor compaction (all files) 2024-11-13T10:14:40,245 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:40,245 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/A in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:40,245 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/B is initiating minor compaction (all files) 2024-11-13T10:14:40,245 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/B in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:40,245 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/079b68df487e490e9d3de4b119dfc950, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/6f3f3ff1762f45dd859129670533a984, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/886a4127e9734bf8a5dd989f3ad7376c] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=38.7 K 2024-11-13T10:14:40,245 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/47442b4d28a443c4950a32e5ecb7b1fc, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/b0463a9ede4f4f09b47b87c1a2080ac8, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/18d689757f664c5bad8b82db2f751a70] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=33.9 K 2024-11-13T10:14:40,245 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 47442b4d28a443c4950a32e5ecb7b1fc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731492875199 2024-11-13T10:14:40,246 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 079b68df487e490e9d3de4b119dfc950, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731492875199 2024-11-13T10:14:40,246 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting b0463a9ede4f4f09b47b87c1a2080ac8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731492876383 2024-11-13T10:14:40,248 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 18d689757f664c5bad8b82db2f751a70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731492878974 2024-11-13T10:14:40,249 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f3f3ff1762f45dd859129670533a984, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731492876383 2024-11-13T10:14:40,249 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 886a4127e9734bf8a5dd989f3ad7376c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731492878965 2024-11-13T10:14:40,257 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#B#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:40,257 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/dc4bcf7fd7eb4918bbcb7b415c927b09 is 50, key is test_row_0/B:col10/1731492878988/Put/seqid=0 2024-11-13T10:14:40,266 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#A#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:40,267 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/1d7359635d6a4a3ca2f6f4214b1dc7fb is 50, key is test_row_0/A:col10/1731492878988/Put/seqid=0 2024-11-13T10:14:40,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742167_1343 (size=12949) 2024-11-13T10:14:40,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742168_1344 (size=12949) 2024-11-13T10:14:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T10:14:40,665 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:14:40,665 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:14:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-13T10:14:40,668 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:14:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T10:14:40,668 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:14:40,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:14:40,692 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/dc4bcf7fd7eb4918bbcb7b415c927b09 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/dc4bcf7fd7eb4918bbcb7b415c927b09 2024-11-13T10:14:40,697 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/B of 54f92f207d8b12d8013d84ac26e70886 into dc4bcf7fd7eb4918bbcb7b415c927b09(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:40,697 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:40,697 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/B, priority=13, startTime=1731492880243; duration=0sec 2024-11-13T10:14:40,697 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:40,697 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:B 2024-11-13T10:14:40,697 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:40,703 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:40,703 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/C is initiating minor compaction (all files) 2024-11-13T10:14:40,703 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/C in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:40,703 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/aa35a93d93cf4d99aed1f2ea13805376, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/3dfb08b601af45dabafb4527ce488ae6, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/8115ee9f22c745eaab57655b609ae8c6] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=33.9 K 2024-11-13T10:14:40,703 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting aa35a93d93cf4d99aed1f2ea13805376, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731492875199 2024-11-13T10:14:40,704 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 3dfb08b601af45dabafb4527ce488ae6, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731492876383 2024-11-13T10:14:40,704 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 8115ee9f22c745eaab57655b609ae8c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731492878974 2024-11-13T10:14:40,717 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/1d7359635d6a4a3ca2f6f4214b1dc7fb as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/1d7359635d6a4a3ca2f6f4214b1dc7fb 2024-11-13T10:14:40,723 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/A of 54f92f207d8b12d8013d84ac26e70886 into 1d7359635d6a4a3ca2f6f4214b1dc7fb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:40,723 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:40,723 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/A, priority=13, startTime=1731492880243; duration=0sec 2024-11-13T10:14:40,723 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:40,723 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:A 2024-11-13T10:14:40,724 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#C#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:40,725 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/b62e300139774c5abe0c0cf88e6c45cb is 50, key is test_row_0/C:col10/1731492878988/Put/seqid=0 2024-11-13T10:14:40,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742169_1345 (size=12949) 2024-11-13T10:14:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T10:14:40,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T10:14:40,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:40,821 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 54f92f207d8b12d8013d84ac26e70886 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-13T10:14:40,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=A 2024-11-13T10:14:40,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:40,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=B 2024-11-13T10:14:40,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:40,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=C 2024-11-13T10:14:40,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:40,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/58d6c019107d48ca9271a9e73464341e is 50, key is test_row_0/A:col10/1731492879012/Put/seqid=0 2024-11-13T10:14:40,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742170_1346 (size=12301) 2024-11-13T10:14:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T10:14:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:41,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:41,136 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/b62e300139774c5abe0c0cf88e6c45cb as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/b62e300139774c5abe0c0cf88e6c45cb 2024-11-13T10:14:41,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492941133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:41,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:41,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:41,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:41,141 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/C of 54f92f207d8b12d8013d84ac26e70886 into b62e300139774c5abe0c0cf88e6c45cb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:41,141 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:41,141 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/C, priority=13, startTime=1731492880243; duration=0sec 2024-11-13T10:14:41,141 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:41,141 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:C 2024-11-13T10:14:41,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492941165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:41,166 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in 54f92f207d8b12d8013d84ac26e70886 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:14:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:41,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492941175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:41,179 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in 54f92f207d8b12d8013d84ac26e70886 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:14:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:41,231 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/58d6c019107d48ca9271a9e73464341e 2024-11-13T10:14:41,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/5d89d7cb864341edac0f1f9ce1e7b271 is 50, key is test_row_0/B:col10/1731492879012/Put/seqid=0 2024-11-13T10:14:41,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742171_1347 (size=12301) 2024-11-13T10:14:41,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:41,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492941245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:41,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:41,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:41,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T10:14:41,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492941454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:41,643 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/5d89d7cb864341edac0f1f9ce1e7b271 2024-11-13T10:14:41,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/b2a33e1a977b4e5b896e5ac4efb2cf42 is 50, key is test_row_0/C:col10/1731492879012/Put/seqid=0 2024-11-13T10:14:41,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742172_1348 (size=12301) 2024-11-13T10:14:41,655 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/b2a33e1a977b4e5b896e5ac4efb2cf42 2024-11-13T10:14:41,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/58d6c019107d48ca9271a9e73464341e as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/58d6c019107d48ca9271a9e73464341e 2024-11-13T10:14:41,662 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/58d6c019107d48ca9271a9e73464341e, entries=150, sequenceid=441, filesize=12.0 K 2024-11-13T10:14:41,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/5d89d7cb864341edac0f1f9ce1e7b271 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/5d89d7cb864341edac0f1f9ce1e7b271 2024-11-13T10:14:41,666 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/5d89d7cb864341edac0f1f9ce1e7b271, entries=150, sequenceid=441, filesize=12.0 K 2024-11-13T10:14:41,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/b2a33e1a977b4e5b896e5ac4efb2cf42 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/b2a33e1a977b4e5b896e5ac4efb2cf42 2024-11-13T10:14:41,671 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/b2a33e1a977b4e5b896e5ac4efb2cf42, entries=150, sequenceid=441, filesize=12.0 K 2024-11-13T10:14:41,672 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 54f92f207d8b12d8013d84ac26e70886 in 850ms, sequenceid=441, compaction requested=false 2024-11-13T10:14:41,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:41,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:41,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-13T10:14:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-13T10:14:41,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-13T10:14:41,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0050 sec 2024-11-13T10:14:41,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.0100 sec 2024-11-13T10:14:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:41,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 54f92f207d8b12d8013d84ac26e70886 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-13T10:14:41,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=A 2024-11-13T10:14:41,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:41,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=B 2024-11-13T10:14:41,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:41,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=C 2024-11-13T10:14:41,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:41,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/4103e937788c441b804898ff7491c197 is 50, key is test_row_0/A:col10/1731492881131/Put/seqid=0 2024-11-13T10:14:41,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742173_1349 (size=14741) 2024-11-13T10:14:41,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/4103e937788c441b804898ff7491c197 2024-11-13T10:14:41,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/512358e991d343ae98dc856407871096 is 50, key is test_row_0/B:col10/1731492881131/Put/seqid=0 2024-11-13T10:14:41,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742174_1350 (size=12301) 2024-11-13T10:14:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T10:14:41,806 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:14:41,806 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:14:41,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492941803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-13T10:14:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:41,808 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:14:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T10:14:41,809 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:14:41,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:14:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T10:14:41,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492941915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:41,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T10:14:41,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:41,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:41,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:41,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:41,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:42,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T10:14:42,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:42,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:42,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:42,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:42,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T10:14:42,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492942125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:42,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:42,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:42,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:42,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/512358e991d343ae98dc856407871096 2024-11-13T10:14:42,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/ae564f3e43af443e8d7300d922060939 is 50, key is test_row_0/C:col10/1731492881131/Put/seqid=0 2024-11-13T10:14:42,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742175_1351 (size=12301) 2024-11-13T10:14:42,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T10:14:42,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:42,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:42,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:42,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:42,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:42,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T10:14:42,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:42,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:42,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:42,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:42,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T10:14:42,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492942435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:42,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:42,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:42,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:42,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T10:14:42,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:42,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:42,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:42,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:42,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:42,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/ae564f3e43af443e8d7300d922060939 2024-11-13T10:14:42,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/4103e937788c441b804898ff7491c197 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/4103e937788c441b804898ff7491c197 2024-11-13T10:14:42,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/4103e937788c441b804898ff7491c197, entries=200, sequenceid=463, filesize=14.4 K 2024-11-13T10:14:42,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/512358e991d343ae98dc856407871096 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/512358e991d343ae98dc856407871096 2024-11-13T10:14:42,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/512358e991d343ae98dc856407871096, entries=150, sequenceid=463, filesize=12.0 K 2024-11-13T10:14:42,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/ae564f3e43af443e8d7300d922060939 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/ae564f3e43af443e8d7300d922060939 2024-11-13T10:14:42,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/ae564f3e43af443e8d7300d922060939, entries=150, sequenceid=463, filesize=12.0 K 2024-11-13T10:14:42,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 54f92f207d8b12d8013d84ac26e70886 in 856ms, sequenceid=463, compaction requested=true 2024-11-13T10:14:42,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:42,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:14:42,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:42,623 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:42,623 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:42,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:14:42,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:42,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:14:42,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:42,624 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:42,624 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:42,624 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/A is initiating minor compaction (all files) 2024-11-13T10:14:42,624 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/B is initiating minor compaction (all files) 2024-11-13T10:14:42,624 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/A in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:42,624 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/B in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:42,624 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/1d7359635d6a4a3ca2f6f4214b1dc7fb, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/58d6c019107d48ca9271a9e73464341e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/4103e937788c441b804898ff7491c197] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=39.1 K 2024-11-13T10:14:42,624 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/dc4bcf7fd7eb4918bbcb7b415c927b09, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/5d89d7cb864341edac0f1f9ce1e7b271, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/512358e991d343ae98dc856407871096] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=36.7 K 2024-11-13T10:14:42,625 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d7359635d6a4a3ca2f6f4214b1dc7fb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731492878974 2024-11-13T10:14:42,625 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting dc4bcf7fd7eb4918bbcb7b415c927b09, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731492878974 2024-11-13T10:14:42,625 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d89d7cb864341edac0f1f9ce1e7b271, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731492879005 2024-11-13T10:14:42,625 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58d6c019107d48ca9271a9e73464341e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731492879005 2024-11-13T10:14:42,625 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 512358e991d343ae98dc856407871096, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1731492881125 2024-11-13T10:14:42,626 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4103e937788c441b804898ff7491c197, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1731492881116 2024-11-13T10:14:42,633 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#B#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:42,633 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#A#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:42,634 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/28505a0d8c374b1f8d3b411357cb82e4 is 50, key is test_row_0/A:col10/1731492881131/Put/seqid=0 2024-11-13T10:14:42,634 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/913bc976627c43c0a8f7304bcb74ef67 is 50, key is test_row_0/B:col10/1731492881131/Put/seqid=0 2024-11-13T10:14:42,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742176_1352 (size=13051) 2024-11-13T10:14:42,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742177_1353 (size=13051) 2024-11-13T10:14:42,647 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/28505a0d8c374b1f8d3b411357cb82e4 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/28505a0d8c374b1f8d3b411357cb82e4 2024-11-13T10:14:42,651 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/A of 54f92f207d8b12d8013d84ac26e70886 into 28505a0d8c374b1f8d3b411357cb82e4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:42,651 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:42,652 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/A, priority=13, startTime=1731492882623; duration=0sec 2024-11-13T10:14:42,652 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:42,652 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:A 2024-11-13T10:14:42,652 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:42,653 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:42,653 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/C is initiating minor compaction (all files) 2024-11-13T10:14:42,653 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/C in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:42,653 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/b62e300139774c5abe0c0cf88e6c45cb, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/b2a33e1a977b4e5b896e5ac4efb2cf42, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/ae564f3e43af443e8d7300d922060939] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=36.7 K 2024-11-13T10:14:42,653 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting b62e300139774c5abe0c0cf88e6c45cb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731492878974 2024-11-13T10:14:42,654 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2a33e1a977b4e5b896e5ac4efb2cf42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731492879005 2024-11-13T10:14:42,654 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae564f3e43af443e8d7300d922060939, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1731492881125 2024-11-13T10:14:42,662 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#C#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:42,663 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/3dd85f491e2c4042920bbdc462bf0ec5 is 50, key is test_row_0/C:col10/1731492881131/Put/seqid=0 2024-11-13T10:14:42,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742178_1354 (size=13051) 2024-11-13T10:14:42,673 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/3dd85f491e2c4042920bbdc462bf0ec5 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/3dd85f491e2c4042920bbdc462bf0ec5 2024-11-13T10:14:42,678 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/C of 54f92f207d8b12d8013d84ac26e70886 into 3dd85f491e2c4042920bbdc462bf0ec5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:42,678 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:42,678 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/C, priority=13, startTime=1731492882623; duration=0sec 2024-11-13T10:14:42,678 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:42,678 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:C 2024-11-13T10:14:42,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T10:14:42,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:42,727 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 54f92f207d8b12d8013d84ac26e70886 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-13T10:14:42,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=A 2024-11-13T10:14:42,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:42,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=B 2024-11-13T10:14:42,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:42,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=C 2024-11-13T10:14:42,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:42,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/ad7d8e83302f4849807dde6bec21bbc7 is 50, key is test_row_0/A:col10/1731492881802/Put/seqid=0 2024-11-13T10:14:42,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742179_1355 (size=12301) 2024-11-13T10:14:42,736 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/ad7d8e83302f4849807dde6bec21bbc7 2024-11-13T10:14:42,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/12fd413114154b1781a0dd531a61c276 is 50, key is test_row_0/B:col10/1731492881802/Put/seqid=0 2024-11-13T10:14:42,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742180_1356 (size=12301) 2024-11-13T10:14:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T10:14:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:42,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. as already flushing 2024-11-13T10:14:43,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492882983, max timestamp=1731492883024Num uniques 859; 2024-11-13T10:14:43,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492882983, max timestamp=1731492883024Num uniques 859; 2024-11-13T10:14:43,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492882983, max timestamp=1731492883024Num uniques 859; 2024-11-13T10:14:43,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:14:43,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:14:43,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:14:43,043 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/913bc976627c43c0a8f7304bcb74ef67 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/913bc976627c43c0a8f7304bcb74ef67 2024-11-13T10:14:43,047 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/B of 54f92f207d8b12d8013d84ac26e70886 into 913bc976627c43c0a8f7304bcb74ef67(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:43,047 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:43,047 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/B, priority=13, startTime=1731492882623; duration=0sec 2024-11-13T10:14:43,047 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:43,048 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:B 2024-11-13T10:14:43,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492943099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:43,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:43,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:43,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:43,149 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/12fd413114154b1781a0dd531a61c276 2024-11-13T10:14:43,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/0281b593d52648b1bccfdf094746aaa1 is 50, key is test_row_0/C:col10/1731492881802/Put/seqid=0 2024-11-13T10:14:43,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38912 deadline: 1731492943195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:43,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38894 deadline: 1731492943195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:43,198 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in 54f92f207d8b12d8013d84ac26e70886 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:14:43,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:43,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:43,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:43,199 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in 54f92f207d8b12d8013d84ac26e70886 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:14:43,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:43,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:43,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:43,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742181_1357 (size=12301) 2024-11-13T10:14:43,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:43,219 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/0281b593d52648b1bccfdf094746aaa1 2024-11-13T10:14:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492943215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:43,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:43,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:43,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:43,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/ad7d8e83302f4849807dde6bec21bbc7 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/ad7d8e83302f4849807dde6bec21bbc7 2024-11-13T10:14:43,241 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/ad7d8e83302f4849807dde6bec21bbc7, entries=150, sequenceid=476, filesize=12.0 K 2024-11-13T10:14:43,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/12fd413114154b1781a0dd531a61c276 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/12fd413114154b1781a0dd531a61c276 2024-11-13T10:14:43,249 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/12fd413114154b1781a0dd531a61c276, entries=150, sequenceid=476, filesize=12.0 K 2024-11-13T10:14:43,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/0281b593d52648b1bccfdf094746aaa1 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/0281b593d52648b1bccfdf094746aaa1 2024-11-13T10:14:43,255 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/0281b593d52648b1bccfdf094746aaa1, entries=150, sequenceid=476, filesize=12.0 K 2024-11-13T10:14:43,256 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 54f92f207d8b12d8013d84ac26e70886 in 529ms, sequenceid=476, compaction requested=false 2024-11-13T10:14:43,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:43,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:43,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-13T10:14:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-13T10:14:43,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-13T10:14:43,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4490 sec 2024-11-13T10:14:43,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.4570 sec 2024-11-13T10:14:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:43,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 54f92f207d8b12d8013d84ac26e70886 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-13T10:14:43,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=A 2024-11-13T10:14:43,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:43,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=B 2024-11-13T10:14:43,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:43,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=C 2024-11-13T10:14:43,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:14:43,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/8793357146d1492eb7170d7ca075c4dd is 50, key is test_row_0/A:col10/1731492883426/Put/seqid=0 2024-11-13T10:14:43,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742182_1358 (size=12301) 2024-11-13T10:14:43,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492943485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:43,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492943595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:43,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492943805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:43,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:43,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:43,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:43,856 INFO [Thread-1319 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1319. 2024-11-13T10:14:43,856 DEBUG [Thread-1319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:14:43,856 DEBUG [Thread-1319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:43,857 DEBUG [Thread-1319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:43,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:14:43,857 INFO [Thread-1313 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1313. 2024-11-13T10:14:43,857 INFO [Thread-1315 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1315. 2024-11-13T10:14:43,857 DEBUG [Thread-1313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:14:43,857 DEBUG [Thread-1315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:14:43,857 DEBUG [Thread-1313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:43,857 DEBUG [Thread-1315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:43,857 DEBUG [Thread-1313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:43,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:14:43,858 DEBUG [Thread-1315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:43,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:14:43,861 INFO [Thread-1311 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1311. 2024-11-13T10:14:43,861 DEBUG [Thread-1311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:14:43,861 DEBUG [Thread-1311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:43,861 DEBUG [Thread-1311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:43,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:14:43,862 INFO [Thread-1317 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1317. 2024-11-13T10:14:43,862 DEBUG [Thread-1317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:14:43,862 DEBUG [Thread-1317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:43,862 DEBUG [Thread-1317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:43,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:14:43,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/8793357146d1492eb7170d7ca075c4dd 2024-11-13T10:14:43,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/09f70f68689148f6913448b2a40729ab is 50, key is test_row_0/B:col10/1731492883426/Put/seqid=0 2024-11-13T10:14:43,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742183_1359 (size=12301) 2024-11-13T10:14:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T10:14:43,965 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:14:44,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38930 deadline: 1731492944045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:44,046 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in 54f92f207d8b12d8013d84ac26e70886 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:14:44,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:44,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:44,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:44,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38928 deadline: 1731492944095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:44,096 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in 54f92f207d8b12d8013d84ac26e70886 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18293 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:14:44,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:44,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:44,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:44,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492944115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:44,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:44,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:44,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:44,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/09f70f68689148f6913448b2a40729ab 2024-11-13T10:14:44,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/9962ce352bff482bbef2725a16125bea is 50, key is test_row_0/C:col10/1731492883426/Put/seqid=0 2024-11-13T10:14:44,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742184_1360 (size=12301) 2024-11-13T10:14:44,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38892 deadline: 1731492944624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:44,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:44,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:44,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:14:44,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/9962ce352bff482bbef2725a16125bea 2024-11-13T10:14:44,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/8793357146d1492eb7170d7ca075c4dd as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/8793357146d1492eb7170d7ca075c4dd 2024-11-13T10:14:44,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/8793357146d1492eb7170d7ca075c4dd, entries=150, sequenceid=514, filesize=12.0 K 2024-11-13T10:14:44,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/09f70f68689148f6913448b2a40729ab as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/09f70f68689148f6913448b2a40729ab 2024-11-13T10:14:44,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/09f70f68689148f6913448b2a40729ab, entries=150, sequenceid=514, filesize=12.0 K 2024-11-13T10:14:44,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/9962ce352bff482bbef2725a16125bea as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/9962ce352bff482bbef2725a16125bea 2024-11-13T10:14:44,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/9962ce352bff482bbef2725a16125bea, entries=150, sequenceid=514, filesize=12.0 K 2024-11-13T10:14:44,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 54f92f207d8b12d8013d84ac26e70886 in 1267ms, sequenceid=514, compaction requested=true 2024-11-13T10:14:44,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:44,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:14:44,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:44,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:14:44,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:44,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 54f92f207d8b12d8013d84ac26e70886:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:14:44,698 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:44,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:44,698 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:44,698 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:44,698 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:44,698 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/A is initiating minor compaction (all files) 2024-11-13T10:14:44,698 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/B is initiating minor compaction (all files) 2024-11-13T10:14:44,698 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/A in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:44,699 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/B in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:44,699 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/28505a0d8c374b1f8d3b411357cb82e4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/ad7d8e83302f4849807dde6bec21bbc7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/8793357146d1492eb7170d7ca075c4dd] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=36.8 K 2024-11-13T10:14:44,699 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/913bc976627c43c0a8f7304bcb74ef67, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/12fd413114154b1781a0dd531a61c276, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/09f70f68689148f6913448b2a40729ab] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=36.8 K 2024-11-13T10:14:44,699 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28505a0d8c374b1f8d3b411357cb82e4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1731492881125 2024-11-13T10:14:44,699 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 913bc976627c43c0a8f7304bcb74ef67, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1731492881125 2024-11-13T10:14:44,699 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad7d8e83302f4849807dde6bec21bbc7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731492881775 2024-11-13T10:14:44,699 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 12fd413114154b1781a0dd531a61c276, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731492881775 2024-11-13T10:14:44,699 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8793357146d1492eb7170d7ca075c4dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731492883087 2024-11-13T10:14:44,699 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 09f70f68689148f6913448b2a40729ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731492883087 2024-11-13T10:14:44,706 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#A#compaction#307 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:44,706 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#B#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:44,707 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/ceb3f206e98f400884e8ddbe83939204 is 50, key is test_row_0/A:col10/1731492883426/Put/seqid=0 2024-11-13T10:14:44,707 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/297e66d90b6d4b78ab137a01381ef5b5 is 50, key is test_row_0/B:col10/1731492883426/Put/seqid=0 2024-11-13T10:14:44,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742186_1362 (size=13153) 2024-11-13T10:14:44,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742185_1361 (size=13153) 2024-11-13T10:14:45,114 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/297e66d90b6d4b78ab137a01381ef5b5 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/297e66d90b6d4b78ab137a01381ef5b5 2024-11-13T10:14:45,114 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/ceb3f206e98f400884e8ddbe83939204 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/ceb3f206e98f400884e8ddbe83939204 2024-11-13T10:14:45,118 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/A of 54f92f207d8b12d8013d84ac26e70886 into ceb3f206e98f400884e8ddbe83939204(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:45,118 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/B of 54f92f207d8b12d8013d84ac26e70886 into 297e66d90b6d4b78ab137a01381ef5b5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:45,118 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:45,118 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:45,118 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/A, priority=13, startTime=1731492884698; duration=0sec 2024-11-13T10:14:45,118 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/B, priority=13, startTime=1731492884698; duration=0sec 2024-11-13T10:14:45,118 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:45,118 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:14:45,118 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:B 2024-11-13T10:14:45,118 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:A 2024-11-13T10:14:45,118 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:14:45,119 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:14:45,119 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 54f92f207d8b12d8013d84ac26e70886/C is initiating minor compaction (all files) 2024-11-13T10:14:45,119 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 54f92f207d8b12d8013d84ac26e70886/C in TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:45,119 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/3dd85f491e2c4042920bbdc462bf0ec5, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/0281b593d52648b1bccfdf094746aaa1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/9962ce352bff482bbef2725a16125bea] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp, totalSize=36.8 K 2024-11-13T10:14:45,119 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3dd85f491e2c4042920bbdc462bf0ec5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1731492881125 2024-11-13T10:14:45,119 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0281b593d52648b1bccfdf094746aaa1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731492881775 2024-11-13T10:14:45,119 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9962ce352bff482bbef2725a16125bea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731492883087 2024-11-13T10:14:45,124 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 54f92f207d8b12d8013d84ac26e70886#C#compaction#308 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:14:45,125 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/833915e6e5ed453f9a2d945ce5a2e9ed is 50, key is test_row_0/C:col10/1731492883426/Put/seqid=0 2024-11-13T10:14:45,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742187_1363 (size=13153) 2024-11-13T10:14:45,138 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T10:14:45,532 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/833915e6e5ed453f9a2d945ce5a2e9ed as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/833915e6e5ed453f9a2d945ce5a2e9ed 2024-11-13T10:14:45,536 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 54f92f207d8b12d8013d84ac26e70886/C of 54f92f207d8b12d8013d84ac26e70886 into 833915e6e5ed453f9a2d945ce5a2e9ed(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:14:45,536 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:45,536 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., storeName=54f92f207d8b12d8013d84ac26e70886/C, priority=13, startTime=1731492884698; duration=0sec 2024-11-13T10:14:45,536 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:14:45,536 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 54f92f207d8b12d8013d84ac26e70886:C 2024-11-13T10:14:45,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:45,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 54f92f207d8b12d8013d84ac26e70886 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-13T10:14:45,637 INFO [Thread-1308 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1308. 2024-11-13T10:14:45,637 DEBUG [Thread-1308 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:14:45,637 DEBUG [Thread-1308 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:45,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=A 2024-11-13T10:14:45,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:45,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=B 2024-11-13T10:14:45,637 DEBUG [Thread-1308 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:45,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:45,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=C 2024-11-13T10:14:45,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:45,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:14:45,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/130c1368184f4e429e6c573ae03a1062 is 50, key is test_row_0/A:col10/1731492883461/Put/seqid=0 2024-11-13T10:14:45,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742188_1364 (size=12301) 2024-11-13T10:14:46,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/130c1368184f4e429e6c573ae03a1062 2024-11-13T10:14:46,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/4b4c89d9840f433d87401f0b4024fcaa is 50, key is test_row_0/B:col10/1731492883461/Put/seqid=0 2024-11-13T10:14:46,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742189_1365 (size=12301) 2024-11-13T10:14:46,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/4b4c89d9840f433d87401f0b4024fcaa 2024-11-13T10:14:46,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/71fd3d5026ba4e849403dd466436424b is 50, key is test_row_0/C:col10/1731492883461/Put/seqid=0 2024-11-13T10:14:46,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742190_1366 (size=12301) 2024-11-13T10:14:46,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/71fd3d5026ba4e849403dd466436424b 2024-11-13T10:14:46,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/130c1368184f4e429e6c573ae03a1062 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/130c1368184f4e429e6c573ae03a1062 2024-11-13T10:14:46,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/130c1368184f4e429e6c573ae03a1062, entries=150, sequenceid=528, filesize=12.0 K 2024-11-13T10:14:46,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/4b4c89d9840f433d87401f0b4024fcaa as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/4b4c89d9840f433d87401f0b4024fcaa 2024-11-13T10:14:46,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/4b4c89d9840f433d87401f0b4024fcaa, entries=150, sequenceid=528, filesize=12.0 K 2024-11-13T10:14:46,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/71fd3d5026ba4e849403dd466436424b as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/71fd3d5026ba4e849403dd466436424b 2024-11-13T10:14:46,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/71fd3d5026ba4e849403dd466436424b, entries=150, sequenceid=528, filesize=12.0 K 2024-11-13T10:14:46,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for 54f92f207d8b12d8013d84ac26e70886 in 1240ms, sequenceid=528, compaction requested=false 2024-11-13T10:14:46,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 54f92f207d8b12d8013d84ac26e70886: 2024-11-13T10:14:47,217 INFO [Thread-1302 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1302. 2024-11-13T10:14:47,217 INFO [Thread-1306 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1306. 2024-11-13T10:14:47,217 DEBUG [Thread-1302 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:14:47,217 DEBUG [Thread-1306 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:14:47,217 DEBUG [Thread-1302 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:47,217 DEBUG [Thread-1306 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:47,217 DEBUG [Thread-1302 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:47,217 DEBUG [Thread-1306 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:47,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:14:47,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:14:54,136 INFO [Thread-1300 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1300. 2024-11-13T10:14:54,137 DEBUG [Thread-1300 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:14:54,137 DEBUG [Thread-1300 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:54,137 DEBUG [Thread-1300 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:54,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:14:54,155 INFO [Thread-1304 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1304. 2024-11-13T10:14:54,156 DEBUG [Thread-1304 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:14:54,156 DEBUG [Thread-1304 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:54,156 DEBUG [Thread-1304 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:54,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:14:54,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T10:14:54,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-13T10:14:54,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-11-13T10:14:54,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-13T10:14:54,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-11-13T10:14:54,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 191 2024-11-13T10:14:54,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T10:14:54,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3426 2024-11-13T10:14:54,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3303 2024-11-13T10:14:54,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3375 2024-11-13T10:14:54,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3410 2024-11-13T10:14:54,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3307 2024-11-13T10:14:54,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T10:14:54,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:14:54,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:14:54,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:54,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:54,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:14:54,157 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T10:14:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T10:14:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T10:14:54,160 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492894160"}]},"ts":"1731492894160"} 2024-11-13T10:14:54,161 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T10:14:54,161 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T10:14:54,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T10:14:54,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=54f92f207d8b12d8013d84ac26e70886, UNASSIGN}] 2024-11-13T10:14:54,164 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=54f92f207d8b12d8013d84ac26e70886, UNASSIGN 2024-11-13T10:14:54,165 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=54f92f207d8b12d8013d84ac26e70886, regionState=CLOSING, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:14:54,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=54f92f207d8b12d8013d84ac26e70886, UNASSIGN because future has completed 2024-11-13T10:14:54,166 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T10:14:54,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966}] 2024-11-13T10:14:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T10:14:54,318 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(122): Close 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:54,318 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T10:14:54,319 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1722): Closing 54f92f207d8b12d8013d84ac26e70886, disabling compactions & flushes 2024-11-13T10:14:54,319 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:54,319 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:54,319 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. after waiting 0 ms 2024-11-13T10:14:54,319 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:54,319 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(2902): Flushing 54f92f207d8b12d8013d84ac26e70886 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-13T10:14:54,319 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=A 2024-11-13T10:14:54,319 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:54,319 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=B 2024-11-13T10:14:54,319 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:54,319 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 54f92f207d8b12d8013d84ac26e70886, store=C 2024-11-13T10:14:54,319 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:54,323 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/3080063ec7e64a158d5485f39e529e0e is 50, key is test_row_1/A:col10/1731492894154/Put/seqid=0 2024-11-13T10:14:54,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742191_1367 (size=9857) 2024-11-13T10:14:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T10:14:54,726 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/3080063ec7e64a158d5485f39e529e0e 2024-11-13T10:14:54,732 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/a919ae7da1144e17903c56dc38df4a36 is 50, key is test_row_1/B:col10/1731492894154/Put/seqid=0 2024-11-13T10:14:54,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742192_1368 (size=9857) 2024-11-13T10:14:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T10:14:55,136 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/a919ae7da1144e17903c56dc38df4a36 2024-11-13T10:14:55,142 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/d4d3105efcde4aa39f0b7d701092b243 is 50, key is test_row_1/C:col10/1731492894154/Put/seqid=0 2024-11-13T10:14:55,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742193_1369 (size=9857) 2024-11-13T10:14:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T10:14:55,545 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/d4d3105efcde4aa39f0b7d701092b243 2024-11-13T10:14:55,549 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/A/3080063ec7e64a158d5485f39e529e0e as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/3080063ec7e64a158d5485f39e529e0e 2024-11-13T10:14:55,552 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/3080063ec7e64a158d5485f39e529e0e, entries=100, sequenceid=535, filesize=9.6 K 2024-11-13T10:14:55,553 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/B/a919ae7da1144e17903c56dc38df4a36 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/a919ae7da1144e17903c56dc38df4a36 2024-11-13T10:14:55,555 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/a919ae7da1144e17903c56dc38df4a36, entries=100, sequenceid=535, filesize=9.6 K 2024-11-13T10:14:55,556 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/.tmp/C/d4d3105efcde4aa39f0b7d701092b243 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/d4d3105efcde4aa39f0b7d701092b243 2024-11-13T10:14:55,559 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/d4d3105efcde4aa39f0b7d701092b243, entries=100, sequenceid=535, filesize=9.6 K 2024-11-13T10:14:55,559 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 54f92f207d8b12d8013d84ac26e70886 in 1240ms, sequenceid=535, compaction requested=true 2024-11-13T10:14:55,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/e0d75432db9947f799657c89a39dbbb3, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/d23b3f941b1f43e5b20c45a7bb13e60c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/8925cc8fe139476aac044f9456ecb7d8, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/a66a6b94954e4e5ba06b816b83457e33, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/2eb841dcc3e74a958d45ecb8347d859b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/05503a980caa424f87f724fddf2efde7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/3995027d70d043ab8d19c18b508ed080, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/43c686ea45ec431794a8823ce90b65e1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/3606161db8434088a475996ef5a2c604, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/a3e5bcc0ffa944a39765234f1a2ade75, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/6f5fa7ff067944199802c574ef0936d0, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/cfbcff64734b4056ab37669379661a02, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/25ee4fbfff6f429ea8bcfe78efecf145, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/1534a56ec36f4a079790b6b660bd1b9f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/00b2bb1c70684f2d866885cae5a67788, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/079b68df487e490e9d3de4b119dfc950, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/fbeb012bb8f7434c914f7b4b0cdb650b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/6f3f3ff1762f45dd859129670533a984, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/886a4127e9734bf8a5dd989f3ad7376c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/1d7359635d6a4a3ca2f6f4214b1dc7fb, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/58d6c019107d48ca9271a9e73464341e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/4103e937788c441b804898ff7491c197, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/28505a0d8c374b1f8d3b411357cb82e4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/ad7d8e83302f4849807dde6bec21bbc7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/8793357146d1492eb7170d7ca075c4dd] to archive 2024-11-13T10:14:55,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:14:55,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/e0d75432db9947f799657c89a39dbbb3 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/e0d75432db9947f799657c89a39dbbb3 2024-11-13T10:14:55,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/d23b3f941b1f43e5b20c45a7bb13e60c to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/d23b3f941b1f43e5b20c45a7bb13e60c 2024-11-13T10:14:55,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/8925cc8fe139476aac044f9456ecb7d8 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/8925cc8fe139476aac044f9456ecb7d8 2024-11-13T10:14:55,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/a66a6b94954e4e5ba06b816b83457e33 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/a66a6b94954e4e5ba06b816b83457e33 2024-11-13T10:14:55,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/2eb841dcc3e74a958d45ecb8347d859b to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/2eb841dcc3e74a958d45ecb8347d859b 2024-11-13T10:14:55,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/05503a980caa424f87f724fddf2efde7 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/05503a980caa424f87f724fddf2efde7 2024-11-13T10:14:55,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/3995027d70d043ab8d19c18b508ed080 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/3995027d70d043ab8d19c18b508ed080 2024-11-13T10:14:55,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/43c686ea45ec431794a8823ce90b65e1 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/43c686ea45ec431794a8823ce90b65e1 2024-11-13T10:14:55,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/3606161db8434088a475996ef5a2c604 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/3606161db8434088a475996ef5a2c604 2024-11-13T10:14:55,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/a3e5bcc0ffa944a39765234f1a2ade75 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/a3e5bcc0ffa944a39765234f1a2ade75 2024-11-13T10:14:55,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/6f5fa7ff067944199802c574ef0936d0 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/6f5fa7ff067944199802c574ef0936d0 2024-11-13T10:14:55,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/cfbcff64734b4056ab37669379661a02 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/cfbcff64734b4056ab37669379661a02 2024-11-13T10:14:55,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/25ee4fbfff6f429ea8bcfe78efecf145 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/25ee4fbfff6f429ea8bcfe78efecf145 2024-11-13T10:14:55,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/1534a56ec36f4a079790b6b660bd1b9f to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/1534a56ec36f4a079790b6b660bd1b9f 2024-11-13T10:14:55,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/00b2bb1c70684f2d866885cae5a67788 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/00b2bb1c70684f2d866885cae5a67788 2024-11-13T10:14:55,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/079b68df487e490e9d3de4b119dfc950 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/079b68df487e490e9d3de4b119dfc950 2024-11-13T10:14:55,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/fbeb012bb8f7434c914f7b4b0cdb650b to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/fbeb012bb8f7434c914f7b4b0cdb650b 2024-11-13T10:14:55,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/6f3f3ff1762f45dd859129670533a984 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/6f3f3ff1762f45dd859129670533a984 2024-11-13T10:14:55,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/886a4127e9734bf8a5dd989f3ad7376c to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/886a4127e9734bf8a5dd989f3ad7376c 2024-11-13T10:14:55,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/1d7359635d6a4a3ca2f6f4214b1dc7fb to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/1d7359635d6a4a3ca2f6f4214b1dc7fb 2024-11-13T10:14:55,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/58d6c019107d48ca9271a9e73464341e to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/58d6c019107d48ca9271a9e73464341e 2024-11-13T10:14:55,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/4103e937788c441b804898ff7491c197 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/4103e937788c441b804898ff7491c197 2024-11-13T10:14:55,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/28505a0d8c374b1f8d3b411357cb82e4 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/28505a0d8c374b1f8d3b411357cb82e4 2024-11-13T10:14:55,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/ad7d8e83302f4849807dde6bec21bbc7 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/ad7d8e83302f4849807dde6bec21bbc7 2024-11-13T10:14:55,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/8793357146d1492eb7170d7ca075c4dd to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/8793357146d1492eb7170d7ca075c4dd 2024-11-13T10:14:55,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/a20974229b4c44ddbcd8de7cb0bc9c76, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/40599df2dad84929961a5bfbcc07cffd, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/7fd7d8e3097a48899db27cc5b89d2efd, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/d7349b98c94e42ecbb5bf4f5d79a9a73, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/400947571a884e31a73c17db6822d088, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/f8b3af30a75a479b935df57cb092d1e3, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/d89674205c4642f4976c8c1e47ecfe0d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/c24f73f0b432479c8e83ba9560f6ddd7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/50959a5529524112bfa8fab37694d4dc, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/6b6fa6ea64f746fa9ea32dd74ca2c0b7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/f593d2bad74a4292844592c73ba2b0df, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/edd19553a2ff4b4fa0c48c0f136b79b4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/419a72a3ca364dc59e7c353a14488862, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/72782468dd794479a99b70209cd37f15, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/5da4ee069a614743bb88cbc5d87b5e81, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/47442b4d28a443c4950a32e5ecb7b1fc, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/0059697956774472875e49ae9a8783e9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/b0463a9ede4f4f09b47b87c1a2080ac8, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/dc4bcf7fd7eb4918bbcb7b415c927b09, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/18d689757f664c5bad8b82db2f751a70, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/5d89d7cb864341edac0f1f9ce1e7b271, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/913bc976627c43c0a8f7304bcb74ef67, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/512358e991d343ae98dc856407871096, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/12fd413114154b1781a0dd531a61c276, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/09f70f68689148f6913448b2a40729ab] to archive 2024-11-13T10:14:55,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:14:55,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/a20974229b4c44ddbcd8de7cb0bc9c76 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/a20974229b4c44ddbcd8de7cb0bc9c76 2024-11-13T10:14:55,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/40599df2dad84929961a5bfbcc07cffd to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/40599df2dad84929961a5bfbcc07cffd 2024-11-13T10:14:55,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/7fd7d8e3097a48899db27cc5b89d2efd to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/7fd7d8e3097a48899db27cc5b89d2efd 2024-11-13T10:14:55,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/d7349b98c94e42ecbb5bf4f5d79a9a73 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/d7349b98c94e42ecbb5bf4f5d79a9a73 2024-11-13T10:14:55,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/400947571a884e31a73c17db6822d088 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/400947571a884e31a73c17db6822d088 2024-11-13T10:14:55,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/f8b3af30a75a479b935df57cb092d1e3 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/f8b3af30a75a479b935df57cb092d1e3 2024-11-13T10:14:55,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/d89674205c4642f4976c8c1e47ecfe0d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/d89674205c4642f4976c8c1e47ecfe0d 2024-11-13T10:14:55,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/c24f73f0b432479c8e83ba9560f6ddd7 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/c24f73f0b432479c8e83ba9560f6ddd7 2024-11-13T10:14:55,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/50959a5529524112bfa8fab37694d4dc to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/50959a5529524112bfa8fab37694d4dc 2024-11-13T10:14:55,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/6b6fa6ea64f746fa9ea32dd74ca2c0b7 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/6b6fa6ea64f746fa9ea32dd74ca2c0b7 2024-11-13T10:14:55,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/f593d2bad74a4292844592c73ba2b0df to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/f593d2bad74a4292844592c73ba2b0df 2024-11-13T10:14:55,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/edd19553a2ff4b4fa0c48c0f136b79b4 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/edd19553a2ff4b4fa0c48c0f136b79b4 2024-11-13T10:14:55,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/419a72a3ca364dc59e7c353a14488862 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/419a72a3ca364dc59e7c353a14488862 2024-11-13T10:14:55,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/72782468dd794479a99b70209cd37f15 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/72782468dd794479a99b70209cd37f15 2024-11-13T10:14:55,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/5da4ee069a614743bb88cbc5d87b5e81 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/5da4ee069a614743bb88cbc5d87b5e81 2024-11-13T10:14:55,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/47442b4d28a443c4950a32e5ecb7b1fc to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/47442b4d28a443c4950a32e5ecb7b1fc 2024-11-13T10:14:55,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/0059697956774472875e49ae9a8783e9 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/0059697956774472875e49ae9a8783e9 2024-11-13T10:14:55,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/b0463a9ede4f4f09b47b87c1a2080ac8 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/b0463a9ede4f4f09b47b87c1a2080ac8 2024-11-13T10:14:55,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/dc4bcf7fd7eb4918bbcb7b415c927b09 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/dc4bcf7fd7eb4918bbcb7b415c927b09 2024-11-13T10:14:55,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/18d689757f664c5bad8b82db2f751a70 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/18d689757f664c5bad8b82db2f751a70 2024-11-13T10:14:55,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/5d89d7cb864341edac0f1f9ce1e7b271 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/5d89d7cb864341edac0f1f9ce1e7b271 2024-11-13T10:14:55,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/913bc976627c43c0a8f7304bcb74ef67 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/913bc976627c43c0a8f7304bcb74ef67 2024-11-13T10:14:55,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/512358e991d343ae98dc856407871096 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/512358e991d343ae98dc856407871096 2024-11-13T10:14:55,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/12fd413114154b1781a0dd531a61c276 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/12fd413114154b1781a0dd531a61c276 2024-11-13T10:14:55,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/09f70f68689148f6913448b2a40729ab to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/09f70f68689148f6913448b2a40729ab 2024-11-13T10:14:55,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/b49f64541b7a4fb29b39405835e1a73e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/68316e87eeb54feda9cc9a9bcfe1e411, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/b9a9ebfca48d4141b5e0fc31f89fcc4b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/8275a9ede01e48b8b892e592defbd826, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/a80ddc19128942d3918c70c3776b73ce, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/8a9e28e417a643bab537315b6fdf3bfc, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/dd4e44514848469b88a80a77d8ec8085, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/c7186fd6e3764c2197b4841726fda9ae, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/86a6fe36395e4ab29f1e57e3ca4396df, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/09b0141191274c0c8606cefc33246a2a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/bffc0b5a57e64c3cb6bd4379fc62d085, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/2a712c4ce9ca46a4b41e61ffe28211aa, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/38b0a41dffb54a349e296d6927247418, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/9c7ffe2f608f44b28858193d1fd0a8a8, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/62c80d270f1e410184516e5f61b3f6c4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/aa35a93d93cf4d99aed1f2ea13805376, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/11582f4635964c1c86f52d593fbec992, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/3dfb08b601af45dabafb4527ce488ae6, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/b62e300139774c5abe0c0cf88e6c45cb, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/8115ee9f22c745eaab57655b609ae8c6, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/b2a33e1a977b4e5b896e5ac4efb2cf42, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/3dd85f491e2c4042920bbdc462bf0ec5, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/ae564f3e43af443e8d7300d922060939, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/0281b593d52648b1bccfdf094746aaa1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/9962ce352bff482bbef2725a16125bea] to archive 2024-11-13T10:14:55,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:14:55,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/b49f64541b7a4fb29b39405835e1a73e to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/b49f64541b7a4fb29b39405835e1a73e 2024-11-13T10:14:55,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/68316e87eeb54feda9cc9a9bcfe1e411 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/68316e87eeb54feda9cc9a9bcfe1e411 2024-11-13T10:14:55,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/b9a9ebfca48d4141b5e0fc31f89fcc4b to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/b9a9ebfca48d4141b5e0fc31f89fcc4b 2024-11-13T10:14:55,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/8275a9ede01e48b8b892e592defbd826 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/8275a9ede01e48b8b892e592defbd826 2024-11-13T10:14:55,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/a80ddc19128942d3918c70c3776b73ce to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/a80ddc19128942d3918c70c3776b73ce 2024-11-13T10:14:55,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/8a9e28e417a643bab537315b6fdf3bfc to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/8a9e28e417a643bab537315b6fdf3bfc 2024-11-13T10:14:55,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/dd4e44514848469b88a80a77d8ec8085 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/dd4e44514848469b88a80a77d8ec8085 2024-11-13T10:14:55,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/c7186fd6e3764c2197b4841726fda9ae to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/c7186fd6e3764c2197b4841726fda9ae 2024-11-13T10:14:55,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/86a6fe36395e4ab29f1e57e3ca4396df to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/86a6fe36395e4ab29f1e57e3ca4396df 2024-11-13T10:14:55,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/09b0141191274c0c8606cefc33246a2a to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/09b0141191274c0c8606cefc33246a2a 2024-11-13T10:14:55,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/bffc0b5a57e64c3cb6bd4379fc62d085 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/bffc0b5a57e64c3cb6bd4379fc62d085 2024-11-13T10:14:55,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/2a712c4ce9ca46a4b41e61ffe28211aa to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/2a712c4ce9ca46a4b41e61ffe28211aa 2024-11-13T10:14:55,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/38b0a41dffb54a349e296d6927247418 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/38b0a41dffb54a349e296d6927247418 2024-11-13T10:14:55,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/9c7ffe2f608f44b28858193d1fd0a8a8 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/9c7ffe2f608f44b28858193d1fd0a8a8 2024-11-13T10:14:55,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/62c80d270f1e410184516e5f61b3f6c4 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/62c80d270f1e410184516e5f61b3f6c4 2024-11-13T10:14:55,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/aa35a93d93cf4d99aed1f2ea13805376 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/aa35a93d93cf4d99aed1f2ea13805376 2024-11-13T10:14:55,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/11582f4635964c1c86f52d593fbec992 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/11582f4635964c1c86f52d593fbec992 2024-11-13T10:14:55,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/3dfb08b601af45dabafb4527ce488ae6 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/3dfb08b601af45dabafb4527ce488ae6 2024-11-13T10:14:55,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/b62e300139774c5abe0c0cf88e6c45cb to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/b62e300139774c5abe0c0cf88e6c45cb 2024-11-13T10:14:55,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/8115ee9f22c745eaab57655b609ae8c6 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/8115ee9f22c745eaab57655b609ae8c6 2024-11-13T10:14:55,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/b2a33e1a977b4e5b896e5ac4efb2cf42 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/b2a33e1a977b4e5b896e5ac4efb2cf42 2024-11-13T10:14:55,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/3dd85f491e2c4042920bbdc462bf0ec5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/3dd85f491e2c4042920bbdc462bf0ec5 2024-11-13T10:14:55,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/ae564f3e43af443e8d7300d922060939 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/ae564f3e43af443e8d7300d922060939 2024-11-13T10:14:55,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/0281b593d52648b1bccfdf094746aaa1 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/0281b593d52648b1bccfdf094746aaa1 2024-11-13T10:14:55,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/9962ce352bff482bbef2725a16125bea to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/9962ce352bff482bbef2725a16125bea 2024-11-13T10:14:55,630 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/recovered.edits/538.seqid, newMaxSeqId=538, maxSeqId=1 2024-11-13T10:14:55,630 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. 2024-11-13T10:14:55,630 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1676): Region close journal for 54f92f207d8b12d8013d84ac26e70886: Waiting for close lock at 1731492894318Running coprocessor pre-close hooks at 1731492894318Disabling compacts and flushes for region at 1731492894318Disabling writes for close at 1731492894319 (+1 ms)Obtaining lock to block concurrent updates at 1731492894319Preparing flush snapshotting stores in 54f92f207d8b12d8013d84ac26e70886 at 1731492894319Finished memstore snapshotting TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731492894319Flushing stores of TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886. at 1731492894320 (+1 ms)Flushing 54f92f207d8b12d8013d84ac26e70886/A: creating writer at 1731492894320Flushing 54f92f207d8b12d8013d84ac26e70886/A: appending metadata at 1731492894322 (+2 ms)Flushing 54f92f207d8b12d8013d84ac26e70886/A: closing flushed file at 1731492894322Flushing 54f92f207d8b12d8013d84ac26e70886/B: creating writer at 1731492894730 (+408 ms)Flushing 54f92f207d8b12d8013d84ac26e70886/B: appending metadata at 1731492894732 (+2 ms)Flushing 54f92f207d8b12d8013d84ac26e70886/B: closing flushed file at 1731492894732Flushing 54f92f207d8b12d8013d84ac26e70886/C: creating writer at 1731492895139 (+407 ms)Flushing 54f92f207d8b12d8013d84ac26e70886/C: appending metadata at 1731492895141 (+2 ms)Flushing 54f92f207d8b12d8013d84ac26e70886/C: closing flushed file at 1731492895141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67cab298: reopening flushed file at 1731492895549 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68e3f662: reopening flushed file at 1731492895552 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@583200b3: reopening flushed file at 1731492895555 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 54f92f207d8b12d8013d84ac26e70886 in 1240ms, sequenceid=535, compaction requested=true at 1731492895559 (+4 ms)Writing region close event to WAL at 1731492895627 (+68 ms)Running coprocessor post-close hooks at 1731492895630 (+3 ms)Closed at 1731492895630 2024-11-13T10:14:55,632 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(157): Closed 54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:55,632 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=54f92f207d8b12d8013d84ac26e70886, regionState=CLOSED 2024-11-13T10:14:55,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 because future has completed 2024-11-13T10:14:55,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-13T10:14:55,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseRegionProcedure 54f92f207d8b12d8013d84ac26e70886, server=770665a7984d,33247,1731492796966 in 1.4690 sec 2024-11-13T10:14:55,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-13T10:14:55,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=54f92f207d8b12d8013d84ac26e70886, UNASSIGN in 1.4730 sec 2024-11-13T10:14:55,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-13T10:14:55,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4760 sec 2024-11-13T10:14:55,640 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492895640"}]},"ts":"1731492895640"} 2024-11-13T10:14:55,641 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T10:14:55,641 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T10:14:55,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4850 sec 2024-11-13T10:14:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T10:14:56,306 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:14:56,306 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T10:14:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:14:56,308 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:14:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-13T10:14:56,308 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=90, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:14:56,311 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:56,312 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A, FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B, FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C, FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/recovered.edits] 2024-11-13T10:14:56,314 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/130c1368184f4e429e6c573ae03a1062 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/130c1368184f4e429e6c573ae03a1062 2024-11-13T10:14:56,315 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/3080063ec7e64a158d5485f39e529e0e to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/3080063ec7e64a158d5485f39e529e0e 2024-11-13T10:14:56,316 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/ceb3f206e98f400884e8ddbe83939204 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/A/ceb3f206e98f400884e8ddbe83939204 2024-11-13T10:14:56,318 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/297e66d90b6d4b78ab137a01381ef5b5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/297e66d90b6d4b78ab137a01381ef5b5 2024-11-13T10:14:56,319 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/4b4c89d9840f433d87401f0b4024fcaa to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/4b4c89d9840f433d87401f0b4024fcaa 2024-11-13T10:14:56,319 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/a919ae7da1144e17903c56dc38df4a36 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/B/a919ae7da1144e17903c56dc38df4a36 2024-11-13T10:14:56,321 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/71fd3d5026ba4e849403dd466436424b to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/71fd3d5026ba4e849403dd466436424b 2024-11-13T10:14:56,322 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/833915e6e5ed453f9a2d945ce5a2e9ed to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/833915e6e5ed453f9a2d945ce5a2e9ed 2024-11-13T10:14:56,323 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/d4d3105efcde4aa39f0b7d701092b243 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/C/d4d3105efcde4aa39f0b7d701092b243 2024-11-13T10:14:56,325 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/recovered.edits/538.seqid to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886/recovered.edits/538.seqid 2024-11-13T10:14:56,325 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/54f92f207d8b12d8013d84ac26e70886 2024-11-13T10:14:56,325 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T10:14:56,327 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=90, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:14:56,329 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T10:14:56,331 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T10:14:56,332 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=90, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:14:56,332 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T10:14:56,332 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731492896332"}]},"ts":"9223372036854775807"} 2024-11-13T10:14:56,334 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T10:14:56,334 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 54f92f207d8b12d8013d84ac26e70886, NAME => 'TestAcidGuarantees,,1731492861666.54f92f207d8b12d8013d84ac26e70886.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T10:14:56,334 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T10:14:56,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731492896334"}]},"ts":"9223372036854775807"} 2024-11-13T10:14:56,335 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T10:14:56,336 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=90, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:14:56,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 30 msec 2024-11-13T10:14:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-13T10:14:56,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T10:14:56,418 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:14:56,427 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=247 (was 248), OpenFileDescriptor=447 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=417 (was 504), ProcessCount=11 (was 11), AvailableMemoryMB=2171 (was 2782) 2024-11-13T10:14:56,435 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=247, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=417, ProcessCount=11, AvailableMemoryMB=2170 2024-11-13T10:14:56,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T10:14:56,437 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:14:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T10:14:56,438 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:14:56,439 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:56,439 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 91 2024-11-13T10:14:56,439 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:14:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-13T10:14:56,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742194_1370 (size=1061) 2024-11-13T10:14:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-13T10:14:56,584 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T10:14:56,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-13T10:14:56,846 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388 2024-11-13T10:14:56,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742195_1371 (size=53) 2024-11-13T10:14:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-13T10:14:57,251 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:14:57,251 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 8752bf69e4acede25ed9c8f95645f769, disabling compactions & flushes 2024-11-13T10:14:57,251 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:14:57,251 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:14:57,251 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. after waiting 0 ms 2024-11-13T10:14:57,251 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:14:57,251 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:14:57,251 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8752bf69e4acede25ed9c8f95645f769: Waiting for close lock at 1731492897251Disabling compacts and flushes for region at 1731492897251Disabling writes for close at 1731492897251Writing region close event to WAL at 1731492897251Closed at 1731492897251 2024-11-13T10:14:57,252 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:14:57,253 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731492897252"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731492897252"}]},"ts":"1731492897252"} 2024-11-13T10:14:57,254 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:14:57,255 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:14:57,255 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492897255"}]},"ts":"1731492897255"} 2024-11-13T10:14:57,256 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T10:14:57,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8752bf69e4acede25ed9c8f95645f769, ASSIGN}] 2024-11-13T10:14:57,257 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8752bf69e4acede25ed9c8f95645f769, ASSIGN 2024-11-13T10:14:57,258 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8752bf69e4acede25ed9c8f95645f769, ASSIGN; state=OFFLINE, location=770665a7984d,33247,1731492796966; forceNewPlan=false, retain=false 2024-11-13T10:14:57,409 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=8752bf69e4acede25ed9c8f95645f769, regionState=OPENING, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:14:57,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8752bf69e4acede25ed9c8f95645f769, ASSIGN because future has completed 2024-11-13T10:14:57,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966}] 2024-11-13T10:14:57,565 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:14:57,565 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7752): Opening region: {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:14:57,565 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:57,565 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:14:57,565 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7794): checking encryption for 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:57,565 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7797): checking classloading for 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:57,566 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:57,567 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:14:57,568 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8752bf69e4acede25ed9c8f95645f769 columnFamilyName A 2024-11-13T10:14:57,568 DEBUG [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:57,568 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] regionserver.HStore(327): Store=8752bf69e4acede25ed9c8f95645f769/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:14:57,568 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:57,569 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:14:57,569 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8752bf69e4acede25ed9c8f95645f769 columnFamilyName B 2024-11-13T10:14:57,569 DEBUG [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:57,569 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] regionserver.HStore(327): Store=8752bf69e4acede25ed9c8f95645f769/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:14:57,570 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:57,570 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:14:57,570 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8752bf69e4acede25ed9c8f95645f769 columnFamilyName C 2024-11-13T10:14:57,570 DEBUG [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:57,571 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] regionserver.HStore(327): Store=8752bf69e4acede25ed9c8f95645f769/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:14:57,571 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:14:57,571 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1038): replaying wal for 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:57,571 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:57,572 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:57,572 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1048): stopping wal replay for 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:57,572 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1060): Cleaning up temporary data for 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:57,573 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T10:14:57,573 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1093): writing seq id for 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:57,575 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:14:57,575 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1114): Opened 8752bf69e4acede25ed9c8f95645f769; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72276031, jitterRate=0.07699678838253021}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T10:14:57,575 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-13T10:14:57,576 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1006): Region open journal for 8752bf69e4acede25ed9c8f95645f769: Running coprocessor pre-open hook at 1731492897566Writing region info on filesystem at 1731492897566Initializing all the Stores at 1731492897566Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492897566Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492897566Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492897566Cleaning up temporary data from old regions at 1731492897572 (+6 ms)Running coprocessor post-open hooks at 1731492897575 (+3 ms)Region opened successfully at 1731492897576 (+1 ms) 2024-11-13T10:14:57,576 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., pid=93, masterSystemTime=1731492897562 2024-11-13T10:14:57,578 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:14:57,578 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:14:57,578 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=8752bf69e4acede25ed9c8f95645f769, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:14:57,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 because future has completed 2024-11-13T10:14:57,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-13T10:14:57,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; OpenRegionProcedure 8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 in 170 msec 2024-11-13T10:14:57,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-13T10:14:57,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8752bf69e4acede25ed9c8f95645f769, ASSIGN in 325 msec 2024-11-13T10:14:57,583 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:14:57,584 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492897583"}]},"ts":"1731492897583"} 2024-11-13T10:14:57,585 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T10:14:57,585 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:14:57,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-13T10:14:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-13T10:14:58,585 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:14:58,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f5e8d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:58,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:14:58,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:14:58,587 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:14:58,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:14:58,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:14:58,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323fa567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:58,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:14:58,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:14:58,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:58,589 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:14:58,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f11f311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:58,590 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:14:58,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:14:58,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:14:58,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:14:58,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:14:58,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,34701,1731492796132 2024-11-13T10:14:58,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51a836b5 2024-11-13T10:14:58,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:14:58,593 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:14:58,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T10:14:58,594 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:14:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-13T10:14:58,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742196_1372 (size=1097) 2024-11-13T10:14:59,005 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-13T10:14:59,005 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-13T10:14:59,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T10:14:59,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8752bf69e4acede25ed9c8f95645f769, REOPEN/MOVE}] 2024-11-13T10:14:59,010 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8752bf69e4acede25ed9c8f95645f769, REOPEN/MOVE 2024-11-13T10:14:59,010 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=8752bf69e4acede25ed9c8f95645f769, regionState=CLOSING, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:14:59,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8752bf69e4acede25ed9c8f95645f769, REOPEN/MOVE because future has completed 2024-11-13T10:14:59,012 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T10:14:59,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966}] 2024-11-13T10:14:59,164 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(122): Close 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:59,164 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T10:14:59,164 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1722): Closing 8752bf69e4acede25ed9c8f95645f769, disabling compactions & flushes 2024-11-13T10:14:59,164 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:14:59,164 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:14:59,164 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. after waiting 0 ms 2024-11-13T10:14:59,164 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:14:59,167 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T10:14:59,168 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:14:59,168 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1676): Region close journal for 8752bf69e4acede25ed9c8f95645f769: Waiting for close lock at 1731492899164Running coprocessor pre-close hooks at 1731492899164Disabling compacts and flushes for region at 1731492899164Disabling writes for close at 1731492899164Writing region close event to WAL at 1731492899164Running coprocessor post-close hooks at 1731492899167 (+3 ms)Closed at 1731492899168 (+1 ms) 2024-11-13T10:14:59,168 WARN [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionServer(3299): Not adding moved region record: 8752bf69e4acede25ed9c8f95645f769 to self. 2024-11-13T10:14:59,169 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(157): Closed 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:59,170 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=8752bf69e4acede25ed9c8f95645f769, regionState=CLOSED 2024-11-13T10:14:59,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 because future has completed 2024-11-13T10:14:59,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-13T10:14:59,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; CloseRegionProcedure 8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 in 159 msec 2024-11-13T10:14:59,173 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8752bf69e4acede25ed9c8f95645f769, REOPEN/MOVE; state=CLOSED, location=770665a7984d,33247,1731492796966; forceNewPlan=false, retain=true 2024-11-13T10:14:59,324 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=8752bf69e4acede25ed9c8f95645f769, regionState=OPENING, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:14:59,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8752bf69e4acede25ed9c8f95645f769, REOPEN/MOVE because future has completed 2024-11-13T10:14:59,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966}] 2024-11-13T10:14:59,480 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:14:59,480 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7752): Opening region: {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:14:59,480 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:59,480 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:14:59,480 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7794): checking encryption for 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:59,480 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7797): checking classloading for 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:59,481 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:59,482 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:14:59,482 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8752bf69e4acede25ed9c8f95645f769 columnFamilyName A 2024-11-13T10:14:59,483 DEBUG [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:59,484 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] regionserver.HStore(327): Store=8752bf69e4acede25ed9c8f95645f769/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:14:59,484 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:59,485 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:14:59,485 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8752bf69e4acede25ed9c8f95645f769 columnFamilyName B 2024-11-13T10:14:59,485 DEBUG [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:59,485 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] regionserver.HStore(327): Store=8752bf69e4acede25ed9c8f95645f769/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:14:59,485 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:59,486 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:14:59,486 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8752bf69e4acede25ed9c8f95645f769 columnFamilyName C 2024-11-13T10:14:59,486 DEBUG [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:59,486 INFO [StoreOpener-8752bf69e4acede25ed9c8f95645f769-1 {}] regionserver.HStore(327): Store=8752bf69e4acede25ed9c8f95645f769/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:14:59,486 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:14:59,486 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1038): replaying wal for 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:59,487 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:59,487 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:59,488 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1048): stopping wal replay for 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:59,488 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1060): Cleaning up temporary data for 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:59,488 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T10:14:59,489 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1093): writing seq id for 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:59,490 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1114): Opened 8752bf69e4acede25ed9c8f95645f769; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68593762, jitterRate=0.022126704454421997}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T10:14:59,490 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:59,490 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1006): Region open journal for 8752bf69e4acede25ed9c8f95645f769: Running coprocessor pre-open hook at 1731492899480Writing region info on filesystem at 1731492899480Initializing all the Stores at 1731492899481 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492899481Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492899481Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492899481Cleaning up temporary data from old regions at 1731492899488 (+7 ms)Running coprocessor post-open hooks at 1731492899490 (+2 ms)Region opened successfully at 1731492899490 2024-11-13T10:14:59,491 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., pid=98, masterSystemTime=1731492899477 2024-11-13T10:14:59,492 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:14:59,493 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:14:59,493 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=8752bf69e4acede25ed9c8f95645f769, regionState=OPEN, openSeqNum=5, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:14:59,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 because future has completed 2024-11-13T10:14:59,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=96 2024-11-13T10:14:59,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure 8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 in 169 msec 2024-11-13T10:14:59,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-13T10:14:59,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8752bf69e4acede25ed9c8f95645f769, REOPEN/MOVE in 487 msec 2024-11-13T10:14:59,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-13T10:14:59,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 491 msec 2024-11-13T10:14:59,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 905 msec 2024-11-13T10:14:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-13T10:14:59,502 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:14:59,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c265f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:14:59,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:14:59,503 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:14:59,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:14:59,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:14:59,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3734fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:14:59,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:14:59,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:59,505 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:14:59,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331f6164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:14:59,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:14:59,506 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:14:59,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:14:59,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:14:59,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35117817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:14:59,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:14:59,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:59,508 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:14:59,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c11b55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e136ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:14:59,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:14:59,509 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:14:59,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:14:59,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:14:59,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b9e059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:14:59,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:14:59,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:59,511 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:14:59,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e06be4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f004f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:14:59,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:14:59,512 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:14:59,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:14:59,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:14:59,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46543df4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:14:59,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:14:59,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:59,513 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:14:59,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da27e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65616af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:14:59,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:14:59,515 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:14:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:14:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:14:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527b2f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:14:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:14:59,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:59,516 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:14:59,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6097a8b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f9edfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,517 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:14:59,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:14:59,518 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:14:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:14:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:14:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f143f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:14:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:14:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:59,519 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:14:59,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@716fcc13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42125f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:14:59,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:14:59,520 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:14:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:14:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:14:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4a0c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:14:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:14:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:59,521 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:14:59,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1d05bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b126a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,522 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:14:59,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:14:59,523 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:14:59,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:14:59,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:14:59,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39790a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:14:59,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:14:59,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:59,524 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:14:59,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f140a18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa71035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,525 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:14:59,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:14:59,526 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:14:59,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:14:59,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:14:59,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465fe374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:14:59,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:14:59,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:59,527 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:14:59,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190d2bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5135eed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:14:59,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:14:59,528 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:14:59,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:14:59,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:14:59,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4926da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:14:59,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:14:59,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:14:59,529 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:14:59,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd3f612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:14:59,530 DEBUG [Thread-1699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:14:59,530 DEBUG [Thread-1697 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:14:59,531 DEBUG [Thread-1701 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:14:59,531 DEBUG [Thread-1693 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:14:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:14:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:14:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:14:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:14:59,531 DEBUG [Thread-1684 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:14:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:14:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:14:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:14:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:14:59,532 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:14:59,532 DEBUG [Thread-1682 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:14:59,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:14:59,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:14:59,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:14:59,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:14:59,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:14:59,533 DEBUG [Thread-1686 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:14:59,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:14:59,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:14:59,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:14:59,534 DEBUG [Thread-1688 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:14:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-13T10:14:59,534 DEBUG [Thread-1690 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:14:59,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:14:59,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:14:59,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:14:59,535 DEBUG [Thread-1695 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:14:59,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:14:59,535 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:14:59,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:14:59,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:14:59,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:14:59,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:14:59,536 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:14:59,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:14:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-13T10:14:59,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:14:59,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:14:59,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:14:59,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:14:59,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:14:59,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:14:59,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:14:59,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:14:59,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:14:59,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:14:59,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:14:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:14:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:14:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:14:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:14:59,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:14:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:59,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8752bf69e4acede25ed9c8f95645f769 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-13T10:14:59,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=A 2024-11-13T10:14:59,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:59,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=B 2024-11-13T10:14:59,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:59,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=C 2024-11-13T10:14:59,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:14:59,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:59,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492899570, max timestamp=1731492899589Num uniques 859; 2024-11-13T10:14:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492959580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:59,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:14:59,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492899570, max timestamp=1731492899589Num uniques 859; 2024-11-13T10:14:59,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492899570, max timestamp=1731492899589Num uniques 859; 2024-11-13T10:14:59,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:14:59,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:14:59,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:59,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137b404e4582684a51b714da67e2fdee06_8752bf69e4acede25ed9c8f95645f769 is 50, key is test_row_1/A:col10/1731492899548/Put/seqid=0 2024-11-13T10:14:59,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742197_1373 (size=17034) 2024-11-13T10:14:59,606 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:14:59,610 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137b404e4582684a51b714da67e2fdee06_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137b404e4582684a51b714da67e2fdee06_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:14:59,611 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/067b408f27954b86a902c867e07af3be, store: [table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:14:59,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/067b408f27954b86a902c867e07af3be is 175, key is test_row_1/A:col10/1731492899548/Put/seqid=0 2024-11-13T10:14:59,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742198_1374 (size=48135) 2024-11-13T10:14:59,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492959626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:59,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-13T10:14:59,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492959633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:59,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:59,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492959634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:59,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492959637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:59,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:59,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:59,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-13T10:14:59,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:14:59,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:14:59,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:14:59,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:59,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:59,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492959694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:59,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492959745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:59,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:59,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492959755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:59,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:59,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492959755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:59,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492959755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:59,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-13T10:14:59,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:14:59,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:14:59,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:14:59,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:59,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-13T10:14:59,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492959915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:59,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:59,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492959965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:59,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492959974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:59,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492959975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:59,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:14:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492959975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:14:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:14:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:14:59,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-13T10:14:59,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:14:59,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:14:59,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:14:59,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:59,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:14:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:00,022 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/067b408f27954b86a902c867e07af3be 2024-11-13T10:15:00,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/6f85399d864f4363a262fe81fb3ad49b is 50, key is test_row_1/B:col10/1731492899548/Put/seqid=0 2024-11-13T10:15:00,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742199_1375 (size=9657) 2024-11-13T10:15:00,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-13T10:15:00,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:00,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:00,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:00,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:00,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-13T10:15:00,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492960235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:00,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:00,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:00,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:00,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492960284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:00,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:00,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:00,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492960284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:00,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:00,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:00,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492960284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:00,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:00,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-13T10:15:00,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:00,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:00,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:00,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:00,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:00,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492960295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:00,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:00,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:00,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:00,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/6f85399d864f4363a262fe81fb3ad49b 2024-11-13T10:15:00,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-13T10:15:00,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:00,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:00,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:00,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:00,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:00,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/8b0cea6bb9d841859f36ffe40d5e26a5 is 50, key is test_row_1/C:col10/1731492899548/Put/seqid=0 2024-11-13T10:15:00,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742200_1376 (size=9657) 2024-11-13T10:15:00,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-13T10:15:00,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:00,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:00,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:00,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:00,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-13T10:15:00,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492960745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:00,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-13T10:15:00,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:00,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:00,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:00,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:00,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:00,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492960795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:00,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:00,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:00,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:00,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492960804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:00,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492960804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:00,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492960815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:00,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:00,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:00,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:00,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/8b0cea6bb9d841859f36ffe40d5e26a5 2024-11-13T10:15:00,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/067b408f27954b86a902c867e07af3be as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/067b408f27954b86a902c867e07af3be 2024-11-13T10:15:00,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/067b408f27954b86a902c867e07af3be, entries=250, sequenceid=14, filesize=47.0 K 2024-11-13T10:15:00,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/6f85399d864f4363a262fe81fb3ad49b as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/6f85399d864f4363a262fe81fb3ad49b 2024-11-13T10:15:00,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/6f85399d864f4363a262fe81fb3ad49b, entries=100, sequenceid=14, filesize=9.4 K 2024-11-13T10:15:00,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/8b0cea6bb9d841859f36ffe40d5e26a5 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/8b0cea6bb9d841859f36ffe40d5e26a5 2024-11-13T10:15:00,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/8b0cea6bb9d841859f36ffe40d5e26a5, entries=100, sequenceid=14, filesize=9.4 K 2024-11-13T10:15:00,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 8752bf69e4acede25ed9c8f95645f769 in 1337ms, sequenceid=14, compaction requested=false 2024-11-13T10:15:00,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:00,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-13T10:15:00,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:00,915 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 8752bf69e4acede25ed9c8f95645f769 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-13T10:15:00,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=A 2024-11-13T10:15:00,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:00,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=B 2024-11-13T10:15:00,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:00,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=C 2024-11-13T10:15:00,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:00,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d7e856bf88ae43e1b0113fd2f3aa9f0a_8752bf69e4acede25ed9c8f95645f769 is 50, key is test_row_0/A:col10/1731492899625/Put/seqid=0 2024-11-13T10:15:00,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742201_1377 (size=12154) 2024-11-13T10:15:01,154 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T10:15:01,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:01,334 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d7e856bf88ae43e1b0113fd2f3aa9f0a_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d7e856bf88ae43e1b0113fd2f3aa9f0a_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:01,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/9da4c80d8eea45189fa148b2e1aefffc, store: [table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:01,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/9da4c80d8eea45189fa148b2e1aefffc is 175, key is test_row_0/A:col10/1731492899625/Put/seqid=0 2024-11-13T10:15:01,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742202_1378 (size=30955) 2024-11-13T10:15:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-13T10:15:01,739 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/9da4c80d8eea45189fa148b2e1aefffc 2024-11-13T10:15:01,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/15de8133c1554826b787889ab0bfb475 is 50, key is test_row_0/B:col10/1731492899625/Put/seqid=0 2024-11-13T10:15:01,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742203_1379 (size=12001) 2024-11-13T10:15:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:01,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:01,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492961815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:01,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492961815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:01,826 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_0' in 8752bf69e4acede25ed9c8f95645f769 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:01,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:01,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:01,827 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in 8752bf69e4acede25ed9c8f95645f769 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492961817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:01,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:01,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:01,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:01,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:01,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:01,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:01,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:01,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:01,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492961825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:01,830 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in 8752bf69e4acede25ed9c8f95645f769 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:01,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:01,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:01,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:01,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492961835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:01,845 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_0' in 8752bf69e4acede25ed9c8f95645f769 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:01,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492961935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:01,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:01,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:01,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:02,152 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/15de8133c1554826b787889ab0bfb475 2024-11-13T10:15:02,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/a6c9e1a29fc643f0b2fe732f41c0d011 is 50, key is test_row_0/C:col10/1731492899625/Put/seqid=0 2024-11-13T10:15:02,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492962154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:02,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:02,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:02,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:02,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742204_1380 (size=12001) 2024-11-13T10:15:02,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492962465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:02,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:02,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:02,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:02,564 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/a6c9e1a29fc643f0b2fe732f41c0d011 2024-11-13T10:15:02,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/9da4c80d8eea45189fa148b2e1aefffc as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/9da4c80d8eea45189fa148b2e1aefffc 2024-11-13T10:15:02,572 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/9da4c80d8eea45189fa148b2e1aefffc, entries=150, sequenceid=51, filesize=30.2 K 2024-11-13T10:15:02,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/15de8133c1554826b787889ab0bfb475 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/15de8133c1554826b787889ab0bfb475 2024-11-13T10:15:02,575 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/15de8133c1554826b787889ab0bfb475, entries=150, sequenceid=51, filesize=11.7 K 2024-11-13T10:15:02,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/a6c9e1a29fc643f0b2fe732f41c0d011 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/a6c9e1a29fc643f0b2fe732f41c0d011 2024-11-13T10:15:02,579 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/a6c9e1a29fc643f0b2fe732f41c0d011, entries=150, sequenceid=51, filesize=11.7 K 2024-11-13T10:15:02,580 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 8752bf69e4acede25ed9c8f95645f769 in 1665ms, sequenceid=51, compaction requested=false 2024-11-13T10:15:02,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:02,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:02,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-13T10:15:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-13T10:15:02,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-13T10:15:02,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0460 sec 2024-11-13T10:15:02,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 3.0520 sec 2024-11-13T10:15:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:02,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8752bf69e4acede25ed9c8f95645f769 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-13T10:15:02,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=A 2024-11-13T10:15:02,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:02,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=B 2024-11-13T10:15:02,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:02,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=C 2024-11-13T10:15:02,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:03,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c5e9e8cf8ddb4beca797be1e6506b718_8752bf69e4acede25ed9c8f95645f769 is 50, key is test_row_0/A:col10/1731492901815/Put/seqid=0 2024-11-13T10:15:03,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742205_1381 (size=14594) 2024-11-13T10:15:03,016 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:03,027 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c5e9e8cf8ddb4beca797be1e6506b718_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c5e9e8cf8ddb4beca797be1e6506b718_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:03,028 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/68d2c2406cef4d33860f8d928b4ada62, store: [table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:03,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/68d2c2406cef4d33860f8d928b4ada62 is 175, key is test_row_0/A:col10/1731492901815/Put/seqid=0 2024-11-13T10:15:03,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742206_1382 (size=39549) 2024-11-13T10:15:03,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492903171, max timestamp=1731492903256Num uniques 859; 2024-11-13T10:15:03,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:15:03,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492903171, max timestamp=1731492903256Num uniques 859; 2024-11-13T10:15:03,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492903171, max timestamp=1731492903256Num uniques 859; 2024-11-13T10:15:03,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:15:03,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:15:03,464 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/68d2c2406cef4d33860f8d928b4ada62 2024-11-13T10:15:03,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492963452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:03,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/7fe088884adb46b9800dce2771f83af4 is 50, key is test_row_0/B:col10/1731492901815/Put/seqid=0 2024-11-13T10:15:03,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742207_1383 (size=12001) 2024-11-13T10:15:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:03,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/7fe088884adb46b9800dce2771f83af4 2024-11-13T10:15:03,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/9411e75966e04d8db1422219696e5833 is 50, key is test_row_0/C:col10/1731492901815/Put/seqid=0 2024-11-13T10:15:03,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742208_1384 (size=12001) 2024-11-13T10:15:03,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/9411e75966e04d8db1422219696e5833 2024-11-13T10:15:03,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/68d2c2406cef4d33860f8d928b4ada62 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/68d2c2406cef4d33860f8d928b4ada62 2024-11-13T10:15:03,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/68d2c2406cef4d33860f8d928b4ada62, entries=200, sequenceid=62, filesize=38.6 K 2024-11-13T10:15:03,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/7fe088884adb46b9800dce2771f83af4 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/7fe088884adb46b9800dce2771f83af4 2024-11-13T10:15:03,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/7fe088884adb46b9800dce2771f83af4, entries=150, sequenceid=62, filesize=11.7 K 2024-11-13T10:15:03,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/9411e75966e04d8db1422219696e5833 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/9411e75966e04d8db1422219696e5833 2024-11-13T10:15:03,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/9411e75966e04d8db1422219696e5833, entries=150, sequenceid=62, filesize=11.7 K 2024-11-13T10:15:03,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 8752bf69e4acede25ed9c8f95645f769 in 523ms, sequenceid=62, compaction requested=true 2024-11-13T10:15:03,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:03,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8752bf69e4acede25ed9c8f95645f769:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:15:03,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:03,517 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:03,517 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:03,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8752bf69e4acede25ed9c8f95645f769:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:15:03,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:03,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8752bf69e4acede25ed9c8f95645f769:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:15:03,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:03,518 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:03,518 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118639 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:03,518 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 8752bf69e4acede25ed9c8f95645f769/B is initiating minor compaction (all files) 2024-11-13T10:15:03,518 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 8752bf69e4acede25ed9c8f95645f769/A is initiating minor compaction (all files) 2024-11-13T10:15:03,519 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8752bf69e4acede25ed9c8f95645f769/A in TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:03,519 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8752bf69e4acede25ed9c8f95645f769/B in TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:03,519 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/067b408f27954b86a902c867e07af3be, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/9da4c80d8eea45189fa148b2e1aefffc, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/68d2c2406cef4d33860f8d928b4ada62] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp, totalSize=115.9 K 2024-11-13T10:15:03,519 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/6f85399d864f4363a262fe81fb3ad49b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/15de8133c1554826b787889ab0bfb475, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/7fe088884adb46b9800dce2771f83af4] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp, totalSize=32.9 K 2024-11-13T10:15:03,519 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:03,519 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/067b408f27954b86a902c867e07af3be, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/9da4c80d8eea45189fa148b2e1aefffc, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/68d2c2406cef4d33860f8d928b4ada62] 2024-11-13T10:15:03,519 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f85399d864f4363a262fe81fb3ad49b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731492899541 2024-11-13T10:15:03,519 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 067b408f27954b86a902c867e07af3be, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731492899541 2024-11-13T10:15:03,520 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 15de8133c1554826b787889ab0bfb475, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731492899625 2024-11-13T10:15:03,520 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9da4c80d8eea45189fa148b2e1aefffc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731492899625 2024-11-13T10:15:03,520 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fe088884adb46b9800dce2771f83af4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731492901799 2024-11-13T10:15:03,520 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68d2c2406cef4d33860f8d928b4ada62, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731492901799 2024-11-13T10:15:03,531 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:03,533 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8752bf69e4acede25ed9c8f95645f769#B#compaction#325 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:15:03,534 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111368e1420afa0540c6b02ae4346126d31d_8752bf69e4acede25ed9c8f95645f769 store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:03,534 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/f165e40a7a3c4cd0821c1c17b6577701 is 50, key is test_row_0/B:col10/1731492901815/Put/seqid=0 2024-11-13T10:15:03,536 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111368e1420afa0540c6b02ae4346126d31d_8752bf69e4acede25ed9c8f95645f769, store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:03,536 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111368e1420afa0540c6b02ae4346126d31d_8752bf69e4acede25ed9c8f95645f769 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:03,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742210_1386 (size=4469) 2024-11-13T10:15:03,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742209_1385 (size=12104) 2024-11-13T10:15:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:03,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8752bf69e4acede25ed9c8f95645f769 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-13T10:15:03,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=A 2024-11-13T10:15:03,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:03,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=B 2024-11-13T10:15:03,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:03,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=C 2024-11-13T10:15:03,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:03,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ffb79dc2221c4ab293546cf48b04b6b5_8752bf69e4acede25ed9c8f95645f769 is 50, key is test_row_0/A:col10/1731492903597/Put/seqid=0 2024-11-13T10:15:03,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742211_1387 (size=14594) 2024-11-13T10:15:03,615 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:03,619 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ffb79dc2221c4ab293546cf48b04b6b5_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ffb79dc2221c4ab293546cf48b04b6b5_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:03,620 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/3ade33e8c6d74ab183bee196e0484b19, store: [table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:03,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/3ade33e8c6d74ab183bee196e0484b19 is 175, key is test_row_0/A:col10/1731492903597/Put/seqid=0 2024-11-13T10:15:03,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742212_1388 (size=39549) 2024-11-13T10:15:03,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492963690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:03,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:03,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:03,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-13T10:15:03,705 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:03,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:15:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-13T10:15:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T10:15:03,707 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:15:03,707 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:15:03,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:15:03,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492963804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:03,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:03,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:03,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T10:15:03,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492963845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:03,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492963845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:03,852 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_0' in 8752bf69e4acede25ed9c8f95645f769 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:03,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:03,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:03,852 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in 8752bf69e4acede25ed9c8f95645f769 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:03,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T10:15:03,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:03,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:03,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:03,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:03,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:03,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492963854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:03,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492963865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:03,872 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in 8752bf69e4acede25ed9c8f95645f769 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:03,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:03,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:03,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:03,872 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_0' in 8752bf69e4acede25ed9c8f95645f769 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4238 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:03,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:03,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:03,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:03,951 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8752bf69e4acede25ed9c8f95645f769#A#compaction#324 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:15:03,951 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/bfef38c2feed49ae9e71b45542a4754a is 175, key is test_row_0/A:col10/1731492901815/Put/seqid=0 2024-11-13T10:15:03,955 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/f165e40a7a3c4cd0821c1c17b6577701 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/f165e40a7a3c4cd0821c1c17b6577701 2024-11-13T10:15:03,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742213_1389 (size=31058) 2024-11-13T10:15:03,959 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8752bf69e4acede25ed9c8f95645f769/B of 8752bf69e4acede25ed9c8f95645f769 into f165e40a7a3c4cd0821c1c17b6577701(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:03,960 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:03,960 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., storeName=8752bf69e4acede25ed9c8f95645f769/B, priority=13, startTime=1731492903517; duration=0sec 2024-11-13T10:15:03,960 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:03,960 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8752bf69e4acede25ed9c8f95645f769:B 2024-11-13T10:15:03,960 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:03,961 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:03,961 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 8752bf69e4acede25ed9c8f95645f769/C is initiating minor compaction (all files) 2024-11-13T10:15:03,961 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8752bf69e4acede25ed9c8f95645f769/C in TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:03,961 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/8b0cea6bb9d841859f36ffe40d5e26a5, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/a6c9e1a29fc643f0b2fe732f41c0d011, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/9411e75966e04d8db1422219696e5833] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp, totalSize=32.9 K 2024-11-13T10:15:03,961 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b0cea6bb9d841859f36ffe40d5e26a5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731492899541 2024-11-13T10:15:03,961 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting a6c9e1a29fc643f0b2fe732f41c0d011, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731492899625 2024-11-13T10:15:03,962 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 9411e75966e04d8db1422219696e5833, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731492901799 2024-11-13T10:15:03,967 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8752bf69e4acede25ed9c8f95645f769#C#compaction#327 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:15:03,967 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/d01489c2d7e84bda9ed4ebee5d40e3db is 50, key is test_row_0/C:col10/1731492901815/Put/seqid=0 2024-11-13T10:15:03,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742214_1390 (size=12104) 2024-11-13T10:15:04,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T10:15:04,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:04,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:04,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:04,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:04,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:04,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492964015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:04,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:04,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:04,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T10:15:04,026 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/3ade33e8c6d74ab183bee196e0484b19 2024-11-13T10:15:04,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/30b0815a55ba40b5b724336073b6919f is 50, key is test_row_0/B:col10/1731492903597/Put/seqid=0 2024-11-13T10:15:04,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742215_1391 (size=12001) 2024-11-13T10:15:04,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/30b0815a55ba40b5b724336073b6919f 2024-11-13T10:15:04,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/f5e2b73c25344781aa0a519253318b34 is 50, key is test_row_0/C:col10/1731492903597/Put/seqid=0 2024-11-13T10:15:04,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742216_1392 (size=12001) 2024-11-13T10:15:04,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T10:15:04,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:04,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:04,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:04,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:04,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:04,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T10:15:04,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:04,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:04,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:04,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:04,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T10:15:04,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492964335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:04,361 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/bfef38c2feed49ae9e71b45542a4754a as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/bfef38c2feed49ae9e71b45542a4754a 2024-11-13T10:15:04,366 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8752bf69e4acede25ed9c8f95645f769/A of 8752bf69e4acede25ed9c8f95645f769 into bfef38c2feed49ae9e71b45542a4754a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:04,367 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:04,367 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., storeName=8752bf69e4acede25ed9c8f95645f769/A, priority=13, startTime=1731492903517; duration=0sec 2024-11-13T10:15:04,367 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:04,367 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8752bf69e4acede25ed9c8f95645f769:A 2024-11-13T10:15:04,378 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/d01489c2d7e84bda9ed4ebee5d40e3db as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/d01489c2d7e84bda9ed4ebee5d40e3db 2024-11-13T10:15:04,382 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8752bf69e4acede25ed9c8f95645f769/C of 8752bf69e4acede25ed9c8f95645f769 into d01489c2d7e84bda9ed4ebee5d40e3db(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:04,382 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:04,382 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., storeName=8752bf69e4acede25ed9c8f95645f769/C, priority=13, startTime=1731492903517; duration=0sec 2024-11-13T10:15:04,382 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:04,382 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8752bf69e4acede25ed9c8f95645f769:C 2024-11-13T10:15:04,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/f5e2b73c25344781aa0a519253318b34 2024-11-13T10:15:04,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/3ade33e8c6d74ab183bee196e0484b19 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/3ade33e8c6d74ab183bee196e0484b19 2024-11-13T10:15:04,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/3ade33e8c6d74ab183bee196e0484b19, entries=200, sequenceid=99, filesize=38.6 K 2024-11-13T10:15:04,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/30b0815a55ba40b5b724336073b6919f as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/30b0815a55ba40b5b724336073b6919f 2024-11-13T10:15:04,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/30b0815a55ba40b5b724336073b6919f, entries=150, sequenceid=99, filesize=11.7 K 2024-11-13T10:15:04,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/f5e2b73c25344781aa0a519253318b34 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/f5e2b73c25344781aa0a519253318b34 2024-11-13T10:15:04,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/f5e2b73c25344781aa0a519253318b34, entries=150, sequenceid=99, filesize=11.7 K 2024-11-13T10:15:04,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 8752bf69e4acede25ed9c8f95645f769 in 868ms, sequenceid=99, compaction requested=false 2024-11-13T10:15:04,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:04,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-13T10:15:04,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:04,472 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 8752bf69e4acede25ed9c8f95645f769 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-13T10:15:04,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=A 2024-11-13T10:15:04,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:04,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=B 2024-11-13T10:15:04,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:04,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=C 2024-11-13T10:15:04,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:04,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e18cfde1a2104916a2fe7ab44f50e766_8752bf69e4acede25ed9c8f95645f769 is 50, key is test_row_0/A:col10/1731492903637/Put/seqid=0 2024-11-13T10:15:04,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742217_1393 (size=12154) 2024-11-13T10:15:04,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:04,490 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e18cfde1a2104916a2fe7ab44f50e766_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e18cfde1a2104916a2fe7ab44f50e766_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:04,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/007b76010b7042cc83c28a0a39119d39, store: [table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:04,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/007b76010b7042cc83c28a0a39119d39 is 175, key is test_row_0/A:col10/1731492903637/Put/seqid=0 2024-11-13T10:15:04,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742218_1394 (size=30955) 2024-11-13T10:15:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T10:15:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:04,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:04,896 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=112, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/007b76010b7042cc83c28a0a39119d39 2024-11-13T10:15:04,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/2f04396c546b45a2937cf57633b9e618 is 50, key is test_row_0/B:col10/1731492903637/Put/seqid=0 2024-11-13T10:15:04,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742219_1395 (size=12001) 2024-11-13T10:15:04,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492904892, max timestamp=1731492904984Num uniques 859; 2024-11-13T10:15:04,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492904892, max timestamp=1731492904984Num uniques 859; 2024-11-13T10:15:04,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:15:04,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492904892, max timestamp=1731492904984Num uniques 859; 2024-11-13T10:15:04,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:15:04,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:15:05,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492965172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:05,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:05,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:05,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:05,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492965295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:05,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:05,309 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/2f04396c546b45a2937cf57633b9e618 2024-11-13T10:15:05,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/36225b9e9e5e49259a81440fb0c9c073 is 50, key is test_row_0/C:col10/1731492903637/Put/seqid=0 2024-11-13T10:15:05,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742220_1396 (size=12001) 2024-11-13T10:15:05,320 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/36225b9e9e5e49259a81440fb0c9c073 2024-11-13T10:15:05,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/007b76010b7042cc83c28a0a39119d39 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/007b76010b7042cc83c28a0a39119d39 2024-11-13T10:15:05,326 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/007b76010b7042cc83c28a0a39119d39, entries=150, sequenceid=112, filesize=30.2 K 2024-11-13T10:15:05,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/2f04396c546b45a2937cf57633b9e618 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/2f04396c546b45a2937cf57633b9e618 2024-11-13T10:15:05,330 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/2f04396c546b45a2937cf57633b9e618, entries=150, sequenceid=112, filesize=11.7 K 2024-11-13T10:15:05,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/36225b9e9e5e49259a81440fb0c9c073 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/36225b9e9e5e49259a81440fb0c9c073 2024-11-13T10:15:05,333 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/36225b9e9e5e49259a81440fb0c9c073, entries=150, sequenceid=112, filesize=11.7 K 2024-11-13T10:15:05,334 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 8752bf69e4acede25ed9c8f95645f769 in 862ms, sequenceid=112, compaction requested=true 2024-11-13T10:15:05,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:05,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:05,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-13T10:15:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-13T10:15:05,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-13T10:15:05,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6290 sec 2024-11-13T10:15:05,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.6330 sec 2024-11-13T10:15:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:05,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8752bf69e4acede25ed9c8f95645f769 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-13T10:15:05,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=A 2024-11-13T10:15:05,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-13T10:15:05,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=B 2024-11-13T10:15:05,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-13T10:15:05,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=C 2024-11-13T10:15:05,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-13T10:15:05,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134466792debf24bfb9dca649d9a7a33f6_8752bf69e4acede25ed9c8f95645f769 is 50, key is test_row_0/A:col10/1731492905522/Put/seqid=0 2024-11-13T10:15:05,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742221_1397 (size=14794) 2024-11-13T10:15:05,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492965597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:05,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:05,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:05,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:05,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492965715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:05,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:05,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:05,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-13T10:15:05,855 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:05,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:15:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-13T10:15:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T10:15:05,857 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:15:05,858 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:15:05,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:15:05,938 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:05,941 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411134466792debf24bfb9dca649d9a7a33f6_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134466792debf24bfb9dca649d9a7a33f6_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:05,942 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/6a9d5805f2944c8e976ba697a2d0c813, store: [table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:05,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/6a9d5805f2944c8e976ba697a2d0c813 is 175, key is test_row_0/A:col10/1731492905522/Put/seqid=0 2024-11-13T10:15:05,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492965935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:05,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:05,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:05,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:05,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742222_1398 (size=39749) 2024-11-13T10:15:05,949 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=150, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/6a9d5805f2944c8e976ba697a2d0c813 2024-11-13T10:15:05,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/bf8e2477d1494535938e328b2a8299db is 50, key is test_row_0/B:col10/1731492905522/Put/seqid=0 2024-11-13T10:15:05,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742223_1399 (size=12151) 2024-11-13T10:15:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T10:15:06,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T10:15:06,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:06,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:06,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:06,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:06,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:06,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T10:15:06,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:06,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:06,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:06,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:06,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T10:15:06,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492966254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:06,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:06,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:06,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:06,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T10:15:06,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:06,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:06,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:06,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:06,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:06,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/bf8e2477d1494535938e328b2a8299db 2024-11-13T10:15:06,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/792e54436bda4cdda76eb81311123a85 is 50, key is test_row_0/C:col10/1731492905522/Put/seqid=0 2024-11-13T10:15:06,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742224_1400 (size=12151) 2024-11-13T10:15:06,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T10:15:06,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:06,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:06,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:06,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:06,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T10:15:06,584 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T10:15:06,584 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-13T10:15:06,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T10:15:06,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:06,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:06,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:06,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:06,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:06,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/792e54436bda4cdda76eb81311123a85 2024-11-13T10:15:06,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T10:15:06,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/6a9d5805f2944c8e976ba697a2d0c813 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/6a9d5805f2944c8e976ba697a2d0c813 2024-11-13T10:15:06,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:06,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:06,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:06,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:06,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:06,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492966775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:06,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/6a9d5805f2944c8e976ba697a2d0c813, entries=200, sequenceid=150, filesize=38.8 K 2024-11-13T10:15:06,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:06,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:06,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:06,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/bf8e2477d1494535938e328b2a8299db as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/bf8e2477d1494535938e328b2a8299db 2024-11-13T10:15:06,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/bf8e2477d1494535938e328b2a8299db, entries=150, sequenceid=150, filesize=11.9 K 2024-11-13T10:15:06,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/792e54436bda4cdda76eb81311123a85 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/792e54436bda4cdda76eb81311123a85 2024-11-13T10:15:06,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/792e54436bda4cdda76eb81311123a85, entries=150, sequenceid=150, filesize=11.9 K 2024-11-13T10:15:06,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 8752bf69e4acede25ed9c8f95645f769 in 1266ms, sequenceid=150, compaction requested=true 2024-11-13T10:15:06,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:06,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8752bf69e4acede25ed9c8f95645f769:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:15:06,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:06,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8752bf69e4acede25ed9c8f95645f769:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:15:06,790 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:15:06,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:06,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8752bf69e4acede25ed9c8f95645f769:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:15:06,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:06,790 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:15:06,791 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:15:06,791 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141311 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:15:06,791 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 8752bf69e4acede25ed9c8f95645f769/B is initiating minor compaction (all files) 2024-11-13T10:15:06,791 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 8752bf69e4acede25ed9c8f95645f769/A is initiating minor compaction (all files) 2024-11-13T10:15:06,791 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8752bf69e4acede25ed9c8f95645f769/B in TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:06,791 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8752bf69e4acede25ed9c8f95645f769/A in TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:06,791 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/f165e40a7a3c4cd0821c1c17b6577701, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/30b0815a55ba40b5b724336073b6919f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/2f04396c546b45a2937cf57633b9e618, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/bf8e2477d1494535938e328b2a8299db] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp, totalSize=47.1 K 2024-11-13T10:15:06,791 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/bfef38c2feed49ae9e71b45542a4754a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/3ade33e8c6d74ab183bee196e0484b19, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/007b76010b7042cc83c28a0a39119d39, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/6a9d5805f2944c8e976ba697a2d0c813] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp, totalSize=138.0 K 2024-11-13T10:15:06,791 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:06,791 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/bfef38c2feed49ae9e71b45542a4754a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/3ade33e8c6d74ab183bee196e0484b19, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/007b76010b7042cc83c28a0a39119d39, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/6a9d5805f2944c8e976ba697a2d0c813] 2024-11-13T10:15:06,791 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting f165e40a7a3c4cd0821c1c17b6577701, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731492901799 2024-11-13T10:15:06,792 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfef38c2feed49ae9e71b45542a4754a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731492901799 2024-11-13T10:15:06,792 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 30b0815a55ba40b5b724336073b6919f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731492903426 2024-11-13T10:15:06,792 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f04396c546b45a2937cf57633b9e618, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731492903637 2024-11-13T10:15:06,792 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ade33e8c6d74ab183bee196e0484b19, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731492903372 2024-11-13T10:15:06,793 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 007b76010b7042cc83c28a0a39119d39, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731492903637 2024-11-13T10:15:06,793 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting bf8e2477d1494535938e328b2a8299db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731492905098 2024-11-13T10:15:06,793 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a9d5805f2944c8e976ba697a2d0c813, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731492905098 2024-11-13T10:15:06,799 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:06,801 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8752bf69e4acede25ed9c8f95645f769#B#compaction#336 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:15:06,801 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111358dab1a8ec2246e2a0f1090358e1433f_8752bf69e4acede25ed9c8f95645f769 store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:06,802 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/381efcffee624eef879aec7fec1ec5c1 is 50, key is test_row_0/B:col10/1731492905522/Put/seqid=0 2024-11-13T10:15:06,804 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111358dab1a8ec2246e2a0f1090358e1433f_8752bf69e4acede25ed9c8f95645f769, store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:06,804 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111358dab1a8ec2246e2a0f1090358e1433f_8752bf69e4acede25ed9c8f95645f769 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:06,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742225_1401 (size=12391) 2024-11-13T10:15:06,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742226_1402 (size=4469) 2024-11-13T10:15:06,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-13T10:15:06,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:06,931 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 8752bf69e4acede25ed9c8f95645f769 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-13T10:15:06,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=A 2024-11-13T10:15:06,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:06,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=B 2024-11-13T10:15:06,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:06,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=C 2024-11-13T10:15:06,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:06,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111389e7e18574cd4df4854b941d38a342a1_8752bf69e4acede25ed9c8f95645f769 is 50, key is test_row_0/A:col10/1731492905596/Put/seqid=0 2024-11-13T10:15:06,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742227_1403 (size=12304) 2024-11-13T10:15:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T10:15:07,210 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8752bf69e4acede25ed9c8f95645f769#A#compaction#337 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:15:07,210 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/2b2c933e340542ca86d8f2334dfe8887 is 175, key is test_row_0/A:col10/1731492905522/Put/seqid=0 2024-11-13T10:15:07,213 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/381efcffee624eef879aec7fec1ec5c1 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/381efcffee624eef879aec7fec1ec5c1 2024-11-13T10:15:07,217 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8752bf69e4acede25ed9c8f95645f769/B of 8752bf69e4acede25ed9c8f95645f769 into 381efcffee624eef879aec7fec1ec5c1(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:07,217 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:07,217 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., storeName=8752bf69e4acede25ed9c8f95645f769/B, priority=12, startTime=1731492906790; duration=0sec 2024-11-13T10:15:07,218 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:07,218 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8752bf69e4acede25ed9c8f95645f769:B 2024-11-13T10:15:07,218 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:15:07,219 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:15:07,219 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 8752bf69e4acede25ed9c8f95645f769/C is initiating minor compaction (all files) 2024-11-13T10:15:07,219 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8752bf69e4acede25ed9c8f95645f769/C in TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:07,219 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/d01489c2d7e84bda9ed4ebee5d40e3db, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/f5e2b73c25344781aa0a519253318b34, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/36225b9e9e5e49259a81440fb0c9c073, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/792e54436bda4cdda76eb81311123a85] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp, totalSize=47.1 K 2024-11-13T10:15:07,220 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting d01489c2d7e84bda9ed4ebee5d40e3db, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731492901799 2024-11-13T10:15:07,220 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting f5e2b73c25344781aa0a519253318b34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1731492903426 2024-11-13T10:15:07,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742228_1404 (size=31345) 2024-11-13T10:15:07,221 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 36225b9e9e5e49259a81440fb0c9c073, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731492903637 2024-11-13T10:15:07,221 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 792e54436bda4cdda76eb81311123a85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731492905098 2024-11-13T10:15:07,225 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/2b2c933e340542ca86d8f2334dfe8887 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/2b2c933e340542ca86d8f2334dfe8887 2024-11-13T10:15:07,229 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8752bf69e4acede25ed9c8f95645f769/A of 8752bf69e4acede25ed9c8f95645f769 into 2b2c933e340542ca86d8f2334dfe8887(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:07,229 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:07,229 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., storeName=8752bf69e4acede25ed9c8f95645f769/A, priority=12, startTime=1731492906790; duration=0sec 2024-11-13T10:15:07,229 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:07,229 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8752bf69e4acede25ed9c8f95645f769:A 2024-11-13T10:15:07,231 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8752bf69e4acede25ed9c8f95645f769#C#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:15:07,232 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/38c2870b0ad84688a3531c07f9e48445 is 50, key is test_row_0/C:col10/1731492905522/Put/seqid=0 2024-11-13T10:15:07,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742229_1405 (size=12391) 2024-11-13T10:15:07,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:07,348 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111389e7e18574cd4df4854b941d38a342a1_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111389e7e18574cd4df4854b941d38a342a1_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:07,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/02dec53bc48d45d6991c70f0e22916ae, store: [table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:07,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/02dec53bc48d45d6991c70f0e22916ae is 175, key is test_row_0/A:col10/1731492905596/Put/seqid=0 2024-11-13T10:15:07,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742230_1406 (size=31105) 2024-11-13T10:15:07,645 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/38c2870b0ad84688a3531c07f9e48445 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/38c2870b0ad84688a3531c07f9e48445 2024-11-13T10:15:07,654 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8752bf69e4acede25ed9c8f95645f769/C of 8752bf69e4acede25ed9c8f95645f769 into 38c2870b0ad84688a3531c07f9e48445(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:07,655 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:07,655 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., storeName=8752bf69e4acede25ed9c8f95645f769/C, priority=12, startTime=1731492906790; duration=0sec 2024-11-13T10:15:07,655 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:07,655 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8752bf69e4acede25ed9c8f95645f769:C 2024-11-13T10:15:07,768 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/02dec53bc48d45d6991c70f0e22916ae 2024-11-13T10:15:07,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/8c7287e1dd054b76a1eb9347804a8f83 is 50, key is test_row_0/B:col10/1731492905596/Put/seqid=0 2024-11-13T10:15:07,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742231_1407 (size=12151) 2024-11-13T10:15:07,787 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/8c7287e1dd054b76a1eb9347804a8f83 2024-11-13T10:15:07,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/c9b2a82db6014503ba8cc0a720b2b4b0 is 50, key is test_row_0/C:col10/1731492905596/Put/seqid=0 2024-11-13T10:15:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:07,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:07,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742232_1408 (size=12151) 2024-11-13T10:15:07,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731492907850, max timestamp=1731492907887Num uniques 859; 2024-11-13T10:15:07,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731492907850, max timestamp=1731492907887Num uniques 859; 2024-11-13T10:15:07,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-13T10:15:07,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-13T10:15:07,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731492907850, max timestamp=1731492907887Num uniques 859; 2024-11-13T10:15:07,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-13T10:15:07,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492967926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:07,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492967927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:07,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492967928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:07,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492967929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:07,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492967938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:07,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:07,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:07,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T10:15:08,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492968045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492968045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492968045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492968045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492968054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,202 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/c9b2a82db6014503ba8cc0a720b2b4b0 2024-11-13T10:15:08,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/02dec53bc48d45d6991c70f0e22916ae as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/02dec53bc48d45d6991c70f0e22916ae 2024-11-13T10:15:08,209 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/02dec53bc48d45d6991c70f0e22916ae, entries=150, sequenceid=159, filesize=30.4 K 2024-11-13T10:15:08,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/8c7287e1dd054b76a1eb9347804a8f83 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/8c7287e1dd054b76a1eb9347804a8f83 2024-11-13T10:15:08,213 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/8c7287e1dd054b76a1eb9347804a8f83, entries=150, sequenceid=159, filesize=11.9 K 2024-11-13T10:15:08,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/c9b2a82db6014503ba8cc0a720b2b4b0 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/c9b2a82db6014503ba8cc0a720b2b4b0 2024-11-13T10:15:08,218 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/c9b2a82db6014503ba8cc0a720b2b4b0, entries=150, sequenceid=159, filesize=11.9 K 2024-11-13T10:15:08,219 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 8752bf69e4acede25ed9c8f95645f769 in 1288ms, sequenceid=159, compaction requested=false 2024-11-13T10:15:08,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:08,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:08,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-13T10:15:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-13T10:15:08,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-13T10:15:08,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3620 sec 2024-11-13T10:15:08,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.3660 sec 2024-11-13T10:15:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:08,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8752bf69e4acede25ed9c8f95645f769 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-11-13T10:15:08,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=A 2024-11-13T10:15:08,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-13T10:15:08,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=B 2024-11-13T10:15:08,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-13T10:15:08,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=C 2024-11-13T10:15:08,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-13T10:15:08,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139caf2c3f74cd40efba320aa62231349f_8752bf69e4acede25ed9c8f95645f769 is 50, key is test_row_0/A:col10/1731492908269/Put/seqid=0 2024-11-13T10:15:08,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742233_1409 (size=14794) 2024-11-13T10:15:08,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492968273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492968274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492968276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492968277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492968292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492968395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492968395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492968395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492968395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492968414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492968615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492968615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492968616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492968616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492968635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,685 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:08,688 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139caf2c3f74cd40efba320aa62231349f_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139caf2c3f74cd40efba320aa62231349f_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:08,689 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/db69e0469bb349c3a680439155f33efd, store: [table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:08,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/db69e0469bb349c3a680439155f33efd is 175, key is test_row_0/A:col10/1731492908269/Put/seqid=0 2024-11-13T10:15:08,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742234_1410 (size=39749) 2024-11-13T10:15:08,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492968925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492968925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492968925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492968925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:08,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492968955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:09,093 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/db69e0469bb349c3a680439155f33efd 2024-11-13T10:15:09,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/de46cf5d2e04487fad54a6b916fde01a is 50, key is test_row_0/B:col10/1731492908269/Put/seqid=0 2024-11-13T10:15:09,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742235_1411 (size=12151) 2024-11-13T10:15:09,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492969434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:09,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492969434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:09,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:09,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:09,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:09,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:09,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:09,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492969435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:09,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:09,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:09,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:09,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:09,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492969445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:09,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492969475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:09,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:09,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:09,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:09,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/de46cf5d2e04487fad54a6b916fde01a 2024-11-13T10:15:09,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/e14883a04b014d0c8de502ef4483f411 is 50, key is test_row_0/C:col10/1731492908269/Put/seqid=0 2024-11-13T10:15:09,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742236_1412 (size=12151) 2024-11-13T10:15:09,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/e14883a04b014d0c8de502ef4483f411 2024-11-13T10:15:09,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/db69e0469bb349c3a680439155f33efd as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/db69e0469bb349c3a680439155f33efd 2024-11-13T10:15:09,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/db69e0469bb349c3a680439155f33efd, entries=200, sequenceid=200, filesize=38.8 K 2024-11-13T10:15:09,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/de46cf5d2e04487fad54a6b916fde01a as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/de46cf5d2e04487fad54a6b916fde01a 2024-11-13T10:15:09,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/de46cf5d2e04487fad54a6b916fde01a, entries=150, sequenceid=200, filesize=11.9 K 2024-11-13T10:15:09,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/e14883a04b014d0c8de502ef4483f411 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/e14883a04b014d0c8de502ef4483f411 2024-11-13T10:15:09,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/e14883a04b014d0c8de502ef4483f411, entries=150, sequenceid=200, filesize=11.9 K 2024-11-13T10:15:09,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=33.54 KB/34350 for 8752bf69e4acede25ed9c8f95645f769 in 1669ms, sequenceid=200, compaction requested=true 2024-11-13T10:15:09,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:09,941 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8752bf69e4acede25ed9c8f95645f769:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:15:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8752bf69e4acede25ed9c8f95645f769:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:15:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8752bf69e4acede25ed9c8f95645f769:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:15:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:09,941 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:09,942 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102199 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:09,942 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 8752bf69e4acede25ed9c8f95645f769/A is initiating minor compaction (all files) 2024-11-13T10:15:09,942 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8752bf69e4acede25ed9c8f95645f769/A in TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:09,942 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:09,942 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/2b2c933e340542ca86d8f2334dfe8887, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/02dec53bc48d45d6991c70f0e22916ae, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/db69e0469bb349c3a680439155f33efd] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp, totalSize=99.8 K 2024-11-13T10:15:09,942 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 8752bf69e4acede25ed9c8f95645f769/B is initiating minor compaction (all files) 2024-11-13T10:15:09,942 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:09,942 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/2b2c933e340542ca86d8f2334dfe8887, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/02dec53bc48d45d6991c70f0e22916ae, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/db69e0469bb349c3a680439155f33efd] 2024-11-13T10:15:09,942 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8752bf69e4acede25ed9c8f95645f769/B in TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:09,942 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/381efcffee624eef879aec7fec1ec5c1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/8c7287e1dd054b76a1eb9347804a8f83, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/de46cf5d2e04487fad54a6b916fde01a] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp, totalSize=35.8 K 2024-11-13T10:15:09,942 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b2c933e340542ca86d8f2334dfe8887, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731492905098 2024-11-13T10:15:09,942 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 381efcffee624eef879aec7fec1ec5c1, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731492905098 2024-11-13T10:15:09,942 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02dec53bc48d45d6991c70f0e22916ae, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731492905571 2024-11-13T10:15:09,943 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c7287e1dd054b76a1eb9347804a8f83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731492905571 2024-11-13T10:15:09,943 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting db69e0469bb349c3a680439155f33efd, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731492907926 2024-11-13T10:15:09,944 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting de46cf5d2e04487fad54a6b916fde01a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731492907928 2024-11-13T10:15:09,955 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:09,957 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111389e8bb8d97cc4fccba18cf78b896bbd7_8752bf69e4acede25ed9c8f95645f769 store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:09,957 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8752bf69e4acede25ed9c8f95645f769#B#compaction#346 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:15:09,958 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/9e34b3aa238545a3a9d73886f69481de is 50, key is test_row_0/B:col10/1731492908269/Put/seqid=0 2024-11-13T10:15:09,958 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111389e8bb8d97cc4fccba18cf78b896bbd7_8752bf69e4acede25ed9c8f95645f769, store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:09,959 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111389e8bb8d97cc4fccba18cf78b896bbd7_8752bf69e4acede25ed9c8f95645f769 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:09,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742238_1414 (size=4469) 2024-11-13T10:15:09,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742237_1413 (size=12493) 2024-11-13T10:15:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-13T10:15:10,025 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:10,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:15:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-13T10:15:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T10:15:10,028 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:15:10,028 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:15:10,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:15:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T10:15:10,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T10:15:10,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:10,180 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 8752bf69e4acede25ed9c8f95645f769 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-13T10:15:10,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=A 2024-11-13T10:15:10,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:10,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=B 2024-11-13T10:15:10,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:10,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=C 2024-11-13T10:15:10,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:10,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ab85202f1d1548f681d95b39be2d7420_8752bf69e4acede25ed9c8f95645f769 is 50, key is test_row_0/A:col10/1731492908271/Put/seqid=0 2024-11-13T10:15:10,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742239_1415 (size=12304) 2024-11-13T10:15:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T10:15:10,375 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8752bf69e4acede25ed9c8f95645f769#A#compaction#345 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:15:10,376 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/456ceab4face4ec7a0330dd78480f0c9 is 175, key is test_row_0/A:col10/1731492908269/Put/seqid=0 2024-11-13T10:15:10,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742240_1416 (size=31447) 2024-11-13T10:15:10,380 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/9e34b3aa238545a3a9d73886f69481de as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/9e34b3aa238545a3a9d73886f69481de 2024-11-13T10:15:10,385 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/456ceab4face4ec7a0330dd78480f0c9 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/456ceab4face4ec7a0330dd78480f0c9 2024-11-13T10:15:10,386 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8752bf69e4acede25ed9c8f95645f769/B of 8752bf69e4acede25ed9c8f95645f769 into 9e34b3aa238545a3a9d73886f69481de(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:10,386 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:10,386 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., storeName=8752bf69e4acede25ed9c8f95645f769/B, priority=13, startTime=1731492909941; duration=0sec 2024-11-13T10:15:10,386 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:10,386 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8752bf69e4acede25ed9c8f95645f769:B 2024-11-13T10:15:10,386 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:10,387 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:10,388 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 8752bf69e4acede25ed9c8f95645f769/C is initiating minor compaction (all files) 2024-11-13T10:15:10,388 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8752bf69e4acede25ed9c8f95645f769/C in TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:10,388 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/38c2870b0ad84688a3531c07f9e48445, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/c9b2a82db6014503ba8cc0a720b2b4b0, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/e14883a04b014d0c8de502ef4483f411] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp, totalSize=35.8 K 2024-11-13T10:15:10,388 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 38c2870b0ad84688a3531c07f9e48445, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731492905098 2024-11-13T10:15:10,389 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting c9b2a82db6014503ba8cc0a720b2b4b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731492905571 2024-11-13T10:15:10,389 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting e14883a04b014d0c8de502ef4483f411, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731492907928 2024-11-13T10:15:10,391 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8752bf69e4acede25ed9c8f95645f769/A of 8752bf69e4acede25ed9c8f95645f769 into 456ceab4face4ec7a0330dd78480f0c9(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:10,391 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:10,391 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., storeName=8752bf69e4acede25ed9c8f95645f769/A, priority=13, startTime=1731492909940; duration=0sec 2024-11-13T10:15:10,391 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:10,391 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8752bf69e4acede25ed9c8f95645f769:A 2024-11-13T10:15:10,397 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8752bf69e4acede25ed9c8f95645f769#C#compaction#348 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:15:10,398 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/7314aaa6c50e461695b392cdb0766de5 is 50, key is test_row_0/C:col10/1731492908269/Put/seqid=0 2024-11-13T10:15:10,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742241_1417 (size=12493) 2024-11-13T10:15:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:10,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:10,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731492910472, max timestamp=1731492910494Num uniques 859; 2024-11-13T10:15:10,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731492910472, max timestamp=1731492910494Num uniques 859; 2024-11-13T10:15:10,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-13T10:15:10,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-13T10:15:10,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731492910472, max timestamp=1731492910494Num uniques 859; 2024-11-13T10:15:10,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-13T10:15:10,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492970526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:10,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:10,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492970527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:10,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:10,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:10,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492970537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:10,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492970538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:10,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492970539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:10,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:10,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:10,595 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ab85202f1d1548f681d95b39be2d7420_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ab85202f1d1548f681d95b39be2d7420_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:10,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/d6a1f9402cef4671b45cc1a01fdd6b79, store: [table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:10,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/d6a1f9402cef4671b45cc1a01fdd6b79 is 175, key is test_row_0/A:col10/1731492908271/Put/seqid=0 2024-11-13T10:15:10,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742242_1418 (size=31105) 2024-11-13T10:15:10,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492970645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T10:15:10,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492970655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:10,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492970655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:10,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:10,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:10,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492970665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:10,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:10,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492970665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:10,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:10,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:10,807 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/7314aaa6c50e461695b392cdb0766de5 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/7314aaa6c50e461695b392cdb0766de5 2024-11-13T10:15:10,811 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8752bf69e4acede25ed9c8f95645f769/C of 8752bf69e4acede25ed9c8f95645f769 into 7314aaa6c50e461695b392cdb0766de5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:10,811 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:10,811 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., storeName=8752bf69e4acede25ed9c8f95645f769/C, priority=13, startTime=1731492909941; duration=0sec 2024-11-13T10:15:10,811 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:10,811 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8752bf69e4acede25ed9c8f95645f769:C 2024-11-13T10:15:10,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492970864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:10,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:10,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492970875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492970875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:10,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492970885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:10,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492970885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:11,000 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/d6a1f9402cef4671b45cc1a01fdd6b79 2024-11-13T10:15:11,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/6a213c2fbdda4e2085afe1c638891a10 is 50, key is test_row_0/B:col10/1731492908271/Put/seqid=0 2024-11-13T10:15:11,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742243_1419 (size=12151) 2024-11-13T10:15:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T10:15:11,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492971185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:11,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492971195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:11,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:11,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:11,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:11,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492971195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:11,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:11,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:11,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:11,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:11,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:11,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:11,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492971204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:11,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:11,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492971204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:11,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:11,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:11,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:11,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:11,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:11,412 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/6a213c2fbdda4e2085afe1c638891a10 2024-11-13T10:15:11,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/2273c1dcce804707b3f5c08b0f2020bf is 50, key is test_row_0/C:col10/1731492908271/Put/seqid=0 2024-11-13T10:15:11,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742244_1420 (size=12151) 2024-11-13T10:15:11,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492971705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:11,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:11,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492971705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:11,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:11,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:11,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:11,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492971705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:11,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:11,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:11,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:11,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:11,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:11,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492971714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:11,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:11,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:11,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:11,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492971725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:11,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:11,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:11,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:11,824 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/2273c1dcce804707b3f5c08b0f2020bf 2024-11-13T10:15:11,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/d6a1f9402cef4671b45cc1a01fdd6b79 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/d6a1f9402cef4671b45cc1a01fdd6b79 2024-11-13T10:15:11,832 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/d6a1f9402cef4671b45cc1a01fdd6b79, entries=150, sequenceid=208, filesize=30.4 K 2024-11-13T10:15:11,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/6a213c2fbdda4e2085afe1c638891a10 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/6a213c2fbdda4e2085afe1c638891a10 2024-11-13T10:15:11,836 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/6a213c2fbdda4e2085afe1c638891a10, entries=150, sequenceid=208, filesize=11.9 K 2024-11-13T10:15:11,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/2273c1dcce804707b3f5c08b0f2020bf as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/2273c1dcce804707b3f5c08b0f2020bf 2024-11-13T10:15:11,840 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/2273c1dcce804707b3f5c08b0f2020bf, entries=150, sequenceid=208, filesize=11.9 K 2024-11-13T10:15:11,841 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=154.31 KB/158010 for 8752bf69e4acede25ed9c8f95645f769 in 1661ms, sequenceid=208, compaction requested=false 2024-11-13T10:15:11,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:11,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:11,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-13T10:15:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-13T10:15:11,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-13T10:15:11,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8150 sec 2024-11-13T10:15:11,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.8190 sec 2024-11-13T10:15:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T10:15:12,175 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:12,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:15:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-13T10:15:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T10:15:12,177 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:15:12,178 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:15:12,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:15:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T10:15:12,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T10:15:12,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:12,331 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 8752bf69e4acede25ed9c8f95645f769 3/3 column families, dataSize=154.31 KB heapSize=430.69 KB 2024-11-13T10:15:12,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=A 2024-11-13T10:15:12,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:12,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=B 2024-11-13T10:15:12,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:12,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=C 2024-11-13T10:15:12,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:12,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c1f4d9e0be0f4e10854bc33836bbcb2a_8752bf69e4acede25ed9c8f95645f769 is 50, key is test_row_0/A:col10/1731492910535/Put/seqid=0 2024-11-13T10:15:12,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742245_1421 (size=12304) 2024-11-13T10:15:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T10:15:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:12,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:12,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492972733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:12,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:12,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:12,746 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c1f4d9e0be0f4e10854bc33836bbcb2a_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c1f4d9e0be0f4e10854bc33836bbcb2a_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:12,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/d12ee7f513db408fb2ce1ff6f9c1dab9, store: [table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:12,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492972734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:12,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/d12ee7f513db408fb2ce1ff6f9c1dab9 is 175, key is test_row_0/A:col10/1731492910535/Put/seqid=0 2024-11-13T10:15:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:12,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492972734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:12,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492972739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:12,748 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in 8752bf69e4acede25ed9c8f95645f769 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:12,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:12,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:12,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:12,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742246_1422 (size=31105) 2024-11-13T10:15:12,751 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/d12ee7f513db408fb2ce1ff6f9c1dab9 2024-11-13T10:15:12,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/47f890e16e5b4206ab7c15750152c647 is 50, key is test_row_0/B:col10/1731492910535/Put/seqid=0 2024-11-13T10:15:12,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742247_1423 (size=12151) 2024-11-13T10:15:12,763 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/47f890e16e5b4206ab7c15750152c647 2024-11-13T10:15:12,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492972755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:12,765 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in 8752bf69e4acede25ed9c8f95645f769 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:12,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:12,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:12,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:12,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/ac689d31923043f39e8cc4dcb5ffcf98 is 50, key is test_row_0/C:col10/1731492910535/Put/seqid=0 2024-11-13T10:15:12,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742248_1424 (size=12151) 2024-11-13T10:15:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T10:15:12,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492972845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:12,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:12,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:12,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:12,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492972855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:12,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:12,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:12,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:12,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492972855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:12,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:12,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:12,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:13,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492973065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:13,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:13,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:13,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492973065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:13,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:13,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:13,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:13,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:13,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492973075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:13,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:13,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:13,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:13,186 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/ac689d31923043f39e8cc4dcb5ffcf98 2024-11-13T10:15:13,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/d12ee7f513db408fb2ce1ff6f9c1dab9 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/d12ee7f513db408fb2ce1ff6f9c1dab9 2024-11-13T10:15:13,193 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/d12ee7f513db408fb2ce1ff6f9c1dab9, entries=150, sequenceid=248, filesize=30.4 K 2024-11-13T10:15:13,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/47f890e16e5b4206ab7c15750152c647 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/47f890e16e5b4206ab7c15750152c647 2024-11-13T10:15:13,197 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/47f890e16e5b4206ab7c15750152c647, entries=150, sequenceid=248, filesize=11.9 K 2024-11-13T10:15:13,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/ac689d31923043f39e8cc4dcb5ffcf98 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/ac689d31923043f39e8cc4dcb5ffcf98 2024-11-13T10:15:13,201 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/ac689d31923043f39e8cc4dcb5ffcf98, entries=150, sequenceid=248, filesize=11.9 K 2024-11-13T10:15:13,202 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~430.64 KB/440976, currentSize=33.54 KB/34350 for 8752bf69e4acede25ed9c8f95645f769 in 871ms, sequenceid=248, compaction requested=true 2024-11-13T10:15:13,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:13,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:13,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-13T10:15:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-13T10:15:13,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-13T10:15:13,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0260 sec 2024-11-13T10:15:13,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.0300 sec 2024-11-13T10:15:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T10:15:13,315 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:13,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:15:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-13T10:15:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T10:15:13,322 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:15:13,323 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:15:13,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:15:13,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8752bf69e4acede25ed9c8f95645f769 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-13T10:15:13,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=A 2024-11-13T10:15:13,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:13,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=B 2024-11-13T10:15:13,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:13,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=C 2024-11-13T10:15:13,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:13,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ab02de19b7eb4c169328cb1bdd480f2b_8752bf69e4acede25ed9c8f95645f769 is 50, key is test_row_0/A:col10/1731492913390/Put/seqid=0 2024-11-13T10:15:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T10:15:13,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742249_1425 (size=14894) 2024-11-13T10:15:13,460 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:13,465 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ab02de19b7eb4c169328cb1bdd480f2b_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ab02de19b7eb4c169328cb1bdd480f2b_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:13,470 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/d2cc83a9c183408abb3847d12d944cd9, store: [table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:13,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/d2cc83a9c183408abb3847d12d944cd9 is 175, key is test_row_0/A:col10/1731492913390/Put/seqid=0 2024-11-13T10:15:13,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T10:15:13,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:13,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:13,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:13,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:13,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:13,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742250_1426 (size=39849) 2024-11-13T10:15:13,492 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/d2cc83a9c183408abb3847d12d944cd9 2024-11-13T10:15:13,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/c2c73d0814df4504ae2676b43511a700 is 50, key is test_row_0/B:col10/1731492913390/Put/seqid=0 2024-11-13T10:15:13,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742251_1427 (size=12251) 2024-11-13T10:15:13,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/c2c73d0814df4504ae2676b43511a700 2024-11-13T10:15:13,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/9bb5d1bb6505490fb3d96a028d00becc is 50, key is test_row_0/C:col10/1731492913390/Put/seqid=0 2024-11-13T10:15:13,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492913491, max timestamp=1731492913534Num uniques 859; 2024-11-13T10:15:13,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:15:13,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492913491, max timestamp=1731492913534Num uniques 859; 2024-11-13T10:15:13,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:15:13,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492913491, max timestamp=1731492913534Num uniques 859; 2024-11-13T10:15:13,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:15:13,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742252_1428 (size=12251) 2024-11-13T10:15:13,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/9bb5d1bb6505490fb3d96a028d00becc 2024-11-13T10:15:13,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/d2cc83a9c183408abb3847d12d944cd9 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/d2cc83a9c183408abb3847d12d944cd9 2024-11-13T10:15:13,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/d2cc83a9c183408abb3847d12d944cd9, entries=200, sequenceid=258, filesize=38.9 K 2024-11-13T10:15:13,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/c2c73d0814df4504ae2676b43511a700 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/c2c73d0814df4504ae2676b43511a700 2024-11-13T10:15:13,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/c2c73d0814df4504ae2676b43511a700, entries=150, sequenceid=258, filesize=12.0 K 2024-11-13T10:15:13,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/9bb5d1bb6505490fb3d96a028d00becc as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/9bb5d1bb6505490fb3d96a028d00becc 2024-11-13T10:15:13,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/9bb5d1bb6505490fb3d96a028d00becc, entries=150, sequenceid=258, filesize=12.0 K 2024-11-13T10:15:13,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=100.63 KB/103050 for 8752bf69e4acede25ed9c8f95645f769 in 205ms, sequenceid=258, compaction requested=true 2024-11-13T10:15:13,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:13,601 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:15:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8752bf69e4acede25ed9c8f95645f769:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:15:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:13,601 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:15:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8752bf69e4acede25ed9c8f95645f769:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:15:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8752bf69e4acede25ed9c8f95645f769:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:15:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:13,606 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133506 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:15:13,606 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 8752bf69e4acede25ed9c8f95645f769/A is initiating minor compaction (all files) 2024-11-13T10:15:13,606 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8752bf69e4acede25ed9c8f95645f769/A in TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:13,606 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/456ceab4face4ec7a0330dd78480f0c9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/d6a1f9402cef4671b45cc1a01fdd6b79, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/d12ee7f513db408fb2ce1ff6f9c1dab9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/d2cc83a9c183408abb3847d12d944cd9] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp, totalSize=130.4 K 2024-11-13T10:15:13,606 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:13,607 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/456ceab4face4ec7a0330dd78480f0c9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/d6a1f9402cef4671b45cc1a01fdd6b79, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/d12ee7f513db408fb2ce1ff6f9c1dab9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/d2cc83a9c183408abb3847d12d944cd9] 2024-11-13T10:15:13,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8752bf69e4acede25ed9c8f95645f769 3/3 column families, dataSize=114.05 KB heapSize=325.22 KB 2024-11-13T10:15:13,607 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 456ceab4face4ec7a0330dd78480f0c9, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731492907928 2024-11-13T10:15:13,607 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49046 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:15:13,607 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 8752bf69e4acede25ed9c8f95645f769/B is initiating minor compaction (all files) 2024-11-13T10:15:13,607 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8752bf69e4acede25ed9c8f95645f769/B in TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:13,608 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/9e34b3aa238545a3a9d73886f69481de, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/6a213c2fbdda4e2085afe1c638891a10, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/47f890e16e5b4206ab7c15750152c647, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/c2c73d0814df4504ae2676b43511a700] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp, totalSize=47.9 K 2024-11-13T10:15:13,608 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6a1f9402cef4671b45cc1a01fdd6b79, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731492908271 2024-11-13T10:15:13,608 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e34b3aa238545a3a9d73886f69481de, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731492907928 2024-11-13T10:15:13,608 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting d12ee7f513db408fb2ce1ff6f9c1dab9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731492910525 2024-11-13T10:15:13,609 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a213c2fbdda4e2085afe1c638891a10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731492908271 2024-11-13T10:15:13,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=A 2024-11-13T10:15:13,609 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2cc83a9c183408abb3847d12d944cd9, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731492912724 2024-11-13T10:15:13,609 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 47f890e16e5b4206ab7c15750152c647, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731492910525 2024-11-13T10:15:13,610 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting c2c73d0814df4504ae2676b43511a700, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731492912724 2024-11-13T10:15:13,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:13,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=B 2024-11-13T10:15:13,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:13,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=C 2024-11-13T10:15:13,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:13,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113cf8a9cbba70e4a53af919af23139bb92_8752bf69e4acede25ed9c8f95645f769 is 50, key is test_row_0/A:col10/1731492913583/Put/seqid=0 2024-11-13T10:15:13,631 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8752bf69e4acede25ed9c8f95645f769#B#compaction#358 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:15:13,632 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/b213a05d680440bba54c380ffdb0ddb3 is 50, key is test_row_0/B:col10/1731492913390/Put/seqid=0 2024-11-13T10:15:13,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T10:15:13,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:13,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:13,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:13,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:13,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T10:15:13,643 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:13,664 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113233255e9040440c092c591581ccb6dc1_8752bf69e4acede25ed9c8f95645f769 store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:13,667 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113233255e9040440c092c591581ccb6dc1_8752bf69e4acede25ed9c8f95645f769, store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:13,667 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113233255e9040440c092c591581ccb6dc1_8752bf69e4acede25ed9c8f95645f769 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:13,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742253_1429 (size=14994) 2024-11-13T10:15:13,672 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:13,676 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113cf8a9cbba70e4a53af919af23139bb92_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113cf8a9cbba70e4a53af919af23139bb92_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:13,677 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/6bb9ba393d3446708ab53c12913e80d7, store: [table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:13,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/6bb9ba393d3446708ab53c12913e80d7 is 175, key is test_row_0/A:col10/1731492913583/Put/seqid=0 2024-11-13T10:15:13,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492973664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:13,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492973669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:13,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:13,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:13,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:13,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:13,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742254_1430 (size=12729) 2024-11-13T10:15:13,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742255_1431 (size=4469) 2024-11-13T10:15:13,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492973683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:13,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:13,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:13,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:13,717 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8752bf69e4acede25ed9c8f95645f769#A#compaction#359 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:15:13,717 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/b213a05d680440bba54c380ffdb0ddb3 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/b213a05d680440bba54c380ffdb0ddb3 2024-11-13T10:15:13,717 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/62dfdb787b5f4bb4bf69f0be0b01b504 is 175, key is test_row_0/A:col10/1731492913390/Put/seqid=0 2024-11-13T10:15:13,726 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8752bf69e4acede25ed9c8f95645f769/B of 8752bf69e4acede25ed9c8f95645f769 into b213a05d680440bba54c380ffdb0ddb3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:13,726 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:13,726 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., storeName=8752bf69e4acede25ed9c8f95645f769/B, priority=12, startTime=1731492913601; duration=0sec 2024-11-13T10:15:13,726 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:13,726 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8752bf69e4acede25ed9c8f95645f769:B 2024-11-13T10:15:13,726 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:15:13,728 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49046 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:15:13,728 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 8752bf69e4acede25ed9c8f95645f769/C is initiating minor compaction (all files) 2024-11-13T10:15:13,728 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8752bf69e4acede25ed9c8f95645f769/C in TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:13,728 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/7314aaa6c50e461695b392cdb0766de5, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/2273c1dcce804707b3f5c08b0f2020bf, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/ac689d31923043f39e8cc4dcb5ffcf98, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/9bb5d1bb6505490fb3d96a028d00becc] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp, totalSize=47.9 K 2024-11-13T10:15:13,729 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 7314aaa6c50e461695b392cdb0766de5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731492907928 2024-11-13T10:15:13,729 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 2273c1dcce804707b3f5c08b0f2020bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731492908271 2024-11-13T10:15:13,729 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting ac689d31923043f39e8cc4dcb5ffcf98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731492910525 2024-11-13T10:15:13,730 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bb5d1bb6505490fb3d96a028d00becc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731492912724 2024-11-13T10:15:13,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742256_1432 (size=39949) 2024-11-13T10:15:13,735 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/6bb9ba393d3446708ab53c12913e80d7 2024-11-13T10:15:13,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742257_1433 (size=31683) 2024-11-13T10:15:13,748 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8752bf69e4acede25ed9c8f95645f769#C#compaction#360 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:15:13,749 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/c1e53dd788f949cf834261f318731ad2 is 50, key is test_row_0/C:col10/1731492913390/Put/seqid=0 2024-11-13T10:15:13,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/ac44c828f68a495e94125832b709a6eb is 50, key is test_row_0/B:col10/1731492913583/Put/seqid=0 2024-11-13T10:15:13,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742258_1434 (size=12729) 2024-11-13T10:15:13,770 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/c1e53dd788f949cf834261f318731ad2 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/c1e53dd788f949cf834261f318731ad2 2024-11-13T10:15:13,774 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8752bf69e4acede25ed9c8f95645f769/C of 8752bf69e4acede25ed9c8f95645f769 into c1e53dd788f949cf834261f318731ad2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:13,774 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:13,774 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., storeName=8752bf69e4acede25ed9c8f95645f769/C, priority=12, startTime=1731492913601; duration=0sec 2024-11-13T10:15:13,774 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:13,774 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8752bf69e4acede25ed9c8f95645f769:C 2024-11-13T10:15:13,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742259_1435 (size=12301) 2024-11-13T10:15:13,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T10:15:13,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:13,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:13,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:13,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:13,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:13,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492973795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:13,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:13,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:13,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:13,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492973795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:13,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:13,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:13,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:13,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492973825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:13,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T10:15:13,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:13,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:13,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:13,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:13,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T10:15:14,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492974015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:14,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:14,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492974015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:14,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:14,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:14,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492974045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:14,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:14,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T10:15:14,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:14,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:14,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:14,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:14,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:14,148 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/62dfdb787b5f4bb4bf69f0be0b01b504 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/62dfdb787b5f4bb4bf69f0be0b01b504 2024-11-13T10:15:14,153 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8752bf69e4acede25ed9c8f95645f769/A of 8752bf69e4acede25ed9c8f95645f769 into 62dfdb787b5f4bb4bf69f0be0b01b504(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:14,153 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:14,153 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., storeName=8752bf69e4acede25ed9c8f95645f769/A, priority=12, startTime=1731492913601; duration=0sec 2024-11-13T10:15:14,153 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:14,153 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8752bf69e4acede25ed9c8f95645f769:A 2024-11-13T10:15:14,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/ac44c828f68a495e94125832b709a6eb 2024-11-13T10:15:14,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/c4b9cda8ca364d7692f8b85ab7afbf5e is 50, key is test_row_0/C:col10/1731492913583/Put/seqid=0 2024-11-13T10:15:14,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742260_1436 (size=12301) 2024-11-13T10:15:14,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T10:15:14,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:14,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:14,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:14,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:14,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:14,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492974335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:14,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:14,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492974335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:14,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:14,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:14,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492974365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:14,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:14,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T10:15:14,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:14,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:14,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:14,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:14,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T10:15:14,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T10:15:14,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:14,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:14,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:14,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:14,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:14,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/c4b9cda8ca364d7692f8b85ab7afbf5e 2024-11-13T10:15:14,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/6bb9ba393d3446708ab53c12913e80d7 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/6bb9ba393d3446708ab53c12913e80d7 2024-11-13T10:15:14,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/6bb9ba393d3446708ab53c12913e80d7, entries=200, sequenceid=292, filesize=39.0 K 2024-11-13T10:15:14,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/ac44c828f68a495e94125832b709a6eb as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/ac44c828f68a495e94125832b709a6eb 2024-11-13T10:15:14,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/ac44c828f68a495e94125832b709a6eb, entries=150, sequenceid=292, filesize=12.0 K 2024-11-13T10:15:14,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/c4b9cda8ca364d7692f8b85ab7afbf5e as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/c4b9cda8ca364d7692f8b85ab7afbf5e 2024-11-13T10:15:14,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/c4b9cda8ca364d7692f8b85ab7afbf5e, entries=150, sequenceid=292, filesize=12.0 K 2024-11-13T10:15:14,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~325.17 KB/332976, currentSize=67.09 KB/68700 for 8752bf69e4acede25ed9c8f95645f769 in 998ms, sequenceid=292, compaction requested=false 2024-11-13T10:15:14,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:14,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T10:15:14,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:14,703 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 8752bf69e4acede25ed9c8f95645f769 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-13T10:15:14,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=A 2024-11-13T10:15:14,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:14,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=B 2024-11-13T10:15:14,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:14,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=C 2024-11-13T10:15:14,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:14,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fade770bee5d4fe2aa629443a80265dd_8752bf69e4acede25ed9c8f95645f769 is 50, key is test_row_0/A:col10/1731492913680/Put/seqid=0 2024-11-13T10:15:14,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742261_1437 (size=12454) 2024-11-13T10:15:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:14,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:14,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492974848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:14,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:14,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492974852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:14,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492974854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492974855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:14,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:14,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492974875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:14,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:14,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492974955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:14,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492974965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:15,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:15,117 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fade770bee5d4fe2aa629443a80265dd_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fade770bee5d4fe2aa629443a80265dd_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:15,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/1b84cff790114744bf13e33348cd9e45, store: [table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:15,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/1b84cff790114744bf13e33348cd9e45 is 175, key is test_row_0/A:col10/1731492913680/Put/seqid=0 2024-11-13T10:15:15,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742262_1438 (size=31255) 2024-11-13T10:15:15,138 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T10:15:15,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492975165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:15,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:15,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:15,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:15,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492975185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:15,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:15,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:15,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T10:15:15,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492975475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:15,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492975504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:15,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:15,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:15,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:15,523 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=308, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/1b84cff790114744bf13e33348cd9e45 2024-11-13T10:15:15,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/c4aca21216ad4f62a3fa1a1746497006 is 50, key is test_row_0/B:col10/1731492913680/Put/seqid=0 2024-11-13T10:15:15,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742263_1439 (size=12301) 2024-11-13T10:15:15,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492975875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:15,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492975875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:15,884 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_0' in 8752bf69e4acede25ed9c8f95645f769 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:15,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:15,885 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in 8752bf69e4acede25ed9c8f95645f769 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:15,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:15,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:15,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:15,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:15,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:15,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492975895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:15,906 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in 8752bf69e4acede25ed9c8f95645f769 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:15,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:15,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:15,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:15,938 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/c4aca21216ad4f62a3fa1a1746497006 2024-11-13T10:15:15,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/94019a84a017406ca24cd2ed1af29446 is 50, key is test_row_0/C:col10/1731492913680/Put/seqid=0 2024-11-13T10:15:15,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742264_1440 (size=12301) 2024-11-13T10:15:15,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492975984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:15,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:15,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:15,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:16,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492976025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:16,349 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/94019a84a017406ca24cd2ed1af29446 2024-11-13T10:15:16,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/1b84cff790114744bf13e33348cd9e45 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/1b84cff790114744bf13e33348cd9e45 2024-11-13T10:15:16,357 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/1b84cff790114744bf13e33348cd9e45, entries=150, sequenceid=308, filesize=30.5 K 2024-11-13T10:15:16,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/c4aca21216ad4f62a3fa1a1746497006 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/c4aca21216ad4f62a3fa1a1746497006 2024-11-13T10:15:16,360 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/c4aca21216ad4f62a3fa1a1746497006, entries=150, sequenceid=308, filesize=12.0 K 2024-11-13T10:15:16,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/94019a84a017406ca24cd2ed1af29446 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/94019a84a017406ca24cd2ed1af29446 2024-11-13T10:15:16,364 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/94019a84a017406ca24cd2ed1af29446, entries=150, sequenceid=308, filesize=12.0 K 2024-11-13T10:15:16,365 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 8752bf69e4acede25ed9c8f95645f769 in 1662ms, sequenceid=308, compaction requested=true 2024-11-13T10:15:16,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:16,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:16,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-13T10:15:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-13T10:15:16,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-13T10:15:16,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0430 sec 2024-11-13T10:15:16,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 3.0520 sec 2024-11-13T10:15:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:17,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8752bf69e4acede25ed9c8f95645f769 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-13T10:15:17,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=A 2024-11-13T10:15:17,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:17,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=B 2024-11-13T10:15:17,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:17,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=C 2024-11-13T10:15:17,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:17,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ecb56e90a3674e499efcd0315c95a7cc_8752bf69e4acede25ed9c8f95645f769 is 50, key is test_row_0/A:col10/1731492914850/Put/seqid=0 2024-11-13T10:15:17,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742265_1441 (size=14994) 2024-11-13T10:15:17,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492977056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:17,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:17,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:17,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:17,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492977068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:17,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:17,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:17,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:17,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492977175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:17,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:17,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:17,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:17,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492977184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:17,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:17,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:17,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:17,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492977395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:17,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:17,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492977405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:17,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:17,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:17,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:17,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:17,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:17,426 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:17,429 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ecb56e90a3674e499efcd0315c95a7cc_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ecb56e90a3674e499efcd0315c95a7cc_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:17,430 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/03340425f09849579ad532d89057f6a2, store: [table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:17,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/03340425f09849579ad532d89057f6a2 is 175, key is test_row_0/A:col10/1731492914850/Put/seqid=0 2024-11-13T10:15:17,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742266_1442 (size=39949) 2024-11-13T10:15:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T10:15:17,495 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:17,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:15:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-13T10:15:17,498 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:15:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T10:15:17,498 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:15:17,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:15:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T10:15:17,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T10:15:17,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:17,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:17,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:17,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:17,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:17,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492977715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:17,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:17,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:17,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:17,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492977715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:17,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:17,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:17,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:17,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T10:15:17,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:17,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:17,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:17,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:17,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T10:15:17,837 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/03340425f09849579ad532d89057f6a2 2024-11-13T10:15:17,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/b2c27ca2185d4d67a5351b4aa8624963 is 50, key is test_row_0/B:col10/1731492914850/Put/seqid=0 2024-11-13T10:15:17,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742267_1443 (size=12301) 2024-11-13T10:15:17,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49038 deadline: 1731492977905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:17,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49032 deadline: 1731492977905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:17,917 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_0' in 8752bf69e4acede25ed9c8f95645f769 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4253 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:17,917 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in 8752bf69e4acede25ed9c8f95645f769 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4248 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:17,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49042 deadline: 1731492977925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:17,933 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in 8752bf69e4acede25ed9c8f95645f769 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4250 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:17,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:17,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:17,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:17,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T10:15:17,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:17,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:17,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:17,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:17,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:18,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T10:15:18,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:18,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:18,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:18,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:18,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T10:15:18,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492978235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:18,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:18,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:18,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492978235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:18,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:18,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:18,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:18,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:18,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/b2c27ca2185d4d67a5351b4aa8624963 2024-11-13T10:15:18,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/736769c1c3fb4a7881b6225e3fc4046d is 50, key is test_row_0/C:col10/1731492914850/Put/seqid=0 2024-11-13T10:15:18,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T10:15:18,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:18,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:18,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:18,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:18,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:18,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742268_1444 (size=12301) 2024-11-13T10:15:18,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/736769c1c3fb4a7881b6225e3fc4046d 2024-11-13T10:15:18,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/03340425f09849579ad532d89057f6a2 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/03340425f09849579ad532d89057f6a2 2024-11-13T10:15:18,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/03340425f09849579ad532d89057f6a2, entries=200, sequenceid=328, filesize=39.0 K 2024-11-13T10:15:18,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/b2c27ca2185d4d67a5351b4aa8624963 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/b2c27ca2185d4d67a5351b4aa8624963 2024-11-13T10:15:18,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/b2c27ca2185d4d67a5351b4aa8624963, entries=150, sequenceid=328, filesize=12.0 K 2024-11-13T10:15:18,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/736769c1c3fb4a7881b6225e3fc4046d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/736769c1c3fb4a7881b6225e3fc4046d 2024-11-13T10:15:18,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/736769c1c3fb4a7881b6225e3fc4046d, entries=150, sequenceid=328, filesize=12.0 K 2024-11-13T10:15:18,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 8752bf69e4acede25ed9c8f95645f769 in 1268ms, sequenceid=328, compaction requested=true 2024-11-13T10:15:18,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:18,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8752bf69e4acede25ed9c8f95645f769:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:15:18,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:18,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8752bf69e4acede25ed9c8f95645f769:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:15:18,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:18,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8752bf69e4acede25ed9c8f95645f769:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:15:18,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:18,281 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:15:18,281 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:15:18,282 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49632 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:15:18,282 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142836 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:15:18,282 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 8752bf69e4acede25ed9c8f95645f769/B is initiating minor compaction (all files) 2024-11-13T10:15:18,282 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 8752bf69e4acede25ed9c8f95645f769/A is initiating minor compaction (all files) 2024-11-13T10:15:18,282 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8752bf69e4acede25ed9c8f95645f769/A in TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:18,282 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8752bf69e4acede25ed9c8f95645f769/B in TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:18,282 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/62dfdb787b5f4bb4bf69f0be0b01b504, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/6bb9ba393d3446708ab53c12913e80d7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/1b84cff790114744bf13e33348cd9e45, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/03340425f09849579ad532d89057f6a2] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp, totalSize=139.5 K 2024-11-13T10:15:18,282 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/b213a05d680440bba54c380ffdb0ddb3, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/ac44c828f68a495e94125832b709a6eb, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/c4aca21216ad4f62a3fa1a1746497006, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/b2c27ca2185d4d67a5351b4aa8624963] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp, totalSize=48.5 K 2024-11-13T10:15:18,282 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:18,282 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/62dfdb787b5f4bb4bf69f0be0b01b504, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/6bb9ba393d3446708ab53c12913e80d7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/1b84cff790114744bf13e33348cd9e45, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/03340425f09849579ad532d89057f6a2] 2024-11-13T10:15:18,283 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting b213a05d680440bba54c380ffdb0ddb3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731492912724 2024-11-13T10:15:18,283 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting ac44c828f68a495e94125832b709a6eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731492913583 2024-11-13T10:15:18,283 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62dfdb787b5f4bb4bf69f0be0b01b504, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731492912724 2024-11-13T10:15:18,283 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting c4aca21216ad4f62a3fa1a1746497006, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731492913624 2024-11-13T10:15:18,283 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bb9ba393d3446708ab53c12913e80d7, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731492913583 2024-11-13T10:15:18,283 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting b2c27ca2185d4d67a5351b4aa8624963, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731492914834 2024-11-13T10:15:18,284 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b84cff790114744bf13e33348cd9e45, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731492913624 2024-11-13T10:15:18,284 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03340425f09849579ad532d89057f6a2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731492914820 2024-11-13T10:15:18,289 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:18,290 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8752bf69e4acede25ed9c8f95645f769#B#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T10:15:18,291 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/3f0491e5de094d648d13deabda3b2a37 is 50, key is test_row_0/B:col10/1731492914850/Put/seqid=0 2024-11-13T10:15:18,292 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111397b70f13a14f448296fd2dc5a3028178_8752bf69e4acede25ed9c8f95645f769 store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:18,295 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111397b70f13a14f448296fd2dc5a3028178_8752bf69e4acede25ed9c8f95645f769, store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:18,295 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111397b70f13a14f448296fd2dc5a3028178_8752bf69e4acede25ed9c8f95645f769 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:18,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742269_1445 (size=12915) 2024-11-13T10:15:18,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742270_1446 (size=4469) 2024-11-13T10:15:18,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T10:15:18,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:18,416 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 8752bf69e4acede25ed9c8f95645f769 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-13T10:15:18,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=A 2024-11-13T10:15:18,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:18,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=B 2024-11-13T10:15:18,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:18,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=C 2024-11-13T10:15:18,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:18,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d6da680d8d1542388a08338172087fee_8752bf69e4acede25ed9c8f95645f769 is 50, key is test_row_0/A:col10/1731492917053/Put/seqid=0 2024-11-13T10:15:18,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742271_1447 (size=12454) 2024-11-13T10:15:18,436 DEBUG [regionserver/770665a7984d:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-13T10:15:18,440 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/067b408f27954b86a902c867e07af3be, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/9da4c80d8eea45189fa148b2e1aefffc, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/68d2c2406cef4d33860f8d928b4ada62, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/bfef38c2feed49ae9e71b45542a4754a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/3ade33e8c6d74ab183bee196e0484b19, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/007b76010b7042cc83c28a0a39119d39, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/6a9d5805f2944c8e976ba697a2d0c813, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/2b2c933e340542ca86d8f2334dfe8887, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/02dec53bc48d45d6991c70f0e22916ae, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/db69e0469bb349c3a680439155f33efd, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/456ceab4face4ec7a0330dd78480f0c9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/d6a1f9402cef4671b45cc1a01fdd6b79, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/d12ee7f513db408fb2ce1ff6f9c1dab9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/d2cc83a9c183408abb3847d12d944cd9] to archive 2024-11-13T10:15:18,441 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:15:18,442 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/067b408f27954b86a902c867e07af3be to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/067b408f27954b86a902c867e07af3be 2024-11-13T10:15:18,443 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/9da4c80d8eea45189fa148b2e1aefffc to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/9da4c80d8eea45189fa148b2e1aefffc 2024-11-13T10:15:18,444 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/68d2c2406cef4d33860f8d928b4ada62 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/68d2c2406cef4d33860f8d928b4ada62 2024-11-13T10:15:18,445 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/bfef38c2feed49ae9e71b45542a4754a to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/bfef38c2feed49ae9e71b45542a4754a 2024-11-13T10:15:18,446 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/3ade33e8c6d74ab183bee196e0484b19 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/3ade33e8c6d74ab183bee196e0484b19 2024-11-13T10:15:18,447 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/007b76010b7042cc83c28a0a39119d39 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/007b76010b7042cc83c28a0a39119d39 2024-11-13T10:15:18,448 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/6a9d5805f2944c8e976ba697a2d0c813 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/6a9d5805f2944c8e976ba697a2d0c813 2024-11-13T10:15:18,449 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/2b2c933e340542ca86d8f2334dfe8887 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/2b2c933e340542ca86d8f2334dfe8887 2024-11-13T10:15:18,450 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/02dec53bc48d45d6991c70f0e22916ae to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/02dec53bc48d45d6991c70f0e22916ae 2024-11-13T10:15:18,452 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/db69e0469bb349c3a680439155f33efd to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/db69e0469bb349c3a680439155f33efd 2024-11-13T10:15:18,453 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/456ceab4face4ec7a0330dd78480f0c9 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/456ceab4face4ec7a0330dd78480f0c9 2024-11-13T10:15:18,454 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/d6a1f9402cef4671b45cc1a01fdd6b79 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/d6a1f9402cef4671b45cc1a01fdd6b79 2024-11-13T10:15:18,455 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/d12ee7f513db408fb2ce1ff6f9c1dab9 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/d12ee7f513db408fb2ce1ff6f9c1dab9 2024-11-13T10:15:18,456 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/d2cc83a9c183408abb3847d12d944cd9 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/d2cc83a9c183408abb3847d12d944cd9 2024-11-13T10:15:18,459 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/6f85399d864f4363a262fe81fb3ad49b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/15de8133c1554826b787889ab0bfb475, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/f165e40a7a3c4cd0821c1c17b6577701, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/7fe088884adb46b9800dce2771f83af4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/30b0815a55ba40b5b724336073b6919f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/2f04396c546b45a2937cf57633b9e618, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/381efcffee624eef879aec7fec1ec5c1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/bf8e2477d1494535938e328b2a8299db, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/8c7287e1dd054b76a1eb9347804a8f83, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/9e34b3aa238545a3a9d73886f69481de, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/de46cf5d2e04487fad54a6b916fde01a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/6a213c2fbdda4e2085afe1c638891a10, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/47f890e16e5b4206ab7c15750152c647, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/c2c73d0814df4504ae2676b43511a700] to archive 2024-11-13T10:15:18,463 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:15:18,464 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/6f85399d864f4363a262fe81fb3ad49b to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/6f85399d864f4363a262fe81fb3ad49b 2024-11-13T10:15:18,465 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/15de8133c1554826b787889ab0bfb475 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/15de8133c1554826b787889ab0bfb475 2024-11-13T10:15:18,466 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/f165e40a7a3c4cd0821c1c17b6577701 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/f165e40a7a3c4cd0821c1c17b6577701 2024-11-13T10:15:18,467 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/7fe088884adb46b9800dce2771f83af4 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/7fe088884adb46b9800dce2771f83af4 2024-11-13T10:15:18,468 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/30b0815a55ba40b5b724336073b6919f to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/30b0815a55ba40b5b724336073b6919f 2024-11-13T10:15:18,469 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/2f04396c546b45a2937cf57633b9e618 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/2f04396c546b45a2937cf57633b9e618 2024-11-13T10:15:18,470 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/381efcffee624eef879aec7fec1ec5c1 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/381efcffee624eef879aec7fec1ec5c1 2024-11-13T10:15:18,471 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/bf8e2477d1494535938e328b2a8299db to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/bf8e2477d1494535938e328b2a8299db 2024-11-13T10:15:18,472 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/8c7287e1dd054b76a1eb9347804a8f83 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/8c7287e1dd054b76a1eb9347804a8f83 2024-11-13T10:15:18,473 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/9e34b3aa238545a3a9d73886f69481de to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/9e34b3aa238545a3a9d73886f69481de 2024-11-13T10:15:18,474 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/de46cf5d2e04487fad54a6b916fde01a to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/de46cf5d2e04487fad54a6b916fde01a 2024-11-13T10:15:18,475 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/6a213c2fbdda4e2085afe1c638891a10 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/6a213c2fbdda4e2085afe1c638891a10 2024-11-13T10:15:18,475 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/47f890e16e5b4206ab7c15750152c647 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/47f890e16e5b4206ab7c15750152c647 2024-11-13T10:15:18,477 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/c2c73d0814df4504ae2676b43511a700 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/c2c73d0814df4504ae2676b43511a700 2024-11-13T10:15:18,479 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/8b0cea6bb9d841859f36ffe40d5e26a5, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/a6c9e1a29fc643f0b2fe732f41c0d011, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/d01489c2d7e84bda9ed4ebee5d40e3db, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/9411e75966e04d8db1422219696e5833, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/f5e2b73c25344781aa0a519253318b34, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/36225b9e9e5e49259a81440fb0c9c073, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/38c2870b0ad84688a3531c07f9e48445, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/792e54436bda4cdda76eb81311123a85, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/c9b2a82db6014503ba8cc0a720b2b4b0, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/7314aaa6c50e461695b392cdb0766de5, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/e14883a04b014d0c8de502ef4483f411, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/2273c1dcce804707b3f5c08b0f2020bf, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/ac689d31923043f39e8cc4dcb5ffcf98, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/9bb5d1bb6505490fb3d96a028d00becc] to archive 2024-11-13T10:15:18,480 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:15:18,482 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/8b0cea6bb9d841859f36ffe40d5e26a5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/8b0cea6bb9d841859f36ffe40d5e26a5 2024-11-13T10:15:18,482 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/a6c9e1a29fc643f0b2fe732f41c0d011 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/a6c9e1a29fc643f0b2fe732f41c0d011 2024-11-13T10:15:18,483 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/d01489c2d7e84bda9ed4ebee5d40e3db to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/d01489c2d7e84bda9ed4ebee5d40e3db 2024-11-13T10:15:18,484 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/9411e75966e04d8db1422219696e5833 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/9411e75966e04d8db1422219696e5833 2024-11-13T10:15:18,485 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/f5e2b73c25344781aa0a519253318b34 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/f5e2b73c25344781aa0a519253318b34 2024-11-13T10:15:18,486 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/36225b9e9e5e49259a81440fb0c9c073 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/36225b9e9e5e49259a81440fb0c9c073 2024-11-13T10:15:18,490 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/38c2870b0ad84688a3531c07f9e48445 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/38c2870b0ad84688a3531c07f9e48445 2024-11-13T10:15:18,491 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/792e54436bda4cdda76eb81311123a85 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/792e54436bda4cdda76eb81311123a85 2024-11-13T10:15:18,492 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/c9b2a82db6014503ba8cc0a720b2b4b0 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/c9b2a82db6014503ba8cc0a720b2b4b0 2024-11-13T10:15:18,493 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/7314aaa6c50e461695b392cdb0766de5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/7314aaa6c50e461695b392cdb0766de5 2024-11-13T10:15:18,494 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/e14883a04b014d0c8de502ef4483f411 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/e14883a04b014d0c8de502ef4483f411 2024-11-13T10:15:18,496 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/2273c1dcce804707b3f5c08b0f2020bf to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/2273c1dcce804707b3f5c08b0f2020bf 2024-11-13T10:15:18,498 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/ac689d31923043f39e8cc4dcb5ffcf98 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/ac689d31923043f39e8cc4dcb5ffcf98 2024-11-13T10:15:18,499 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/9bb5d1bb6505490fb3d96a028d00becc to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/9bb5d1bb6505490fb3d96a028d00becc 2024-11-13T10:15:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T10:15:18,704 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8752bf69e4acede25ed9c8f95645f769#A#compaction#370 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:18,705 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/186d0a8ac14e40b0a38dc464adc7cf2f is 175, key is test_row_0/A:col10/1731492914850/Put/seqid=0 2024-11-13T10:15:18,707 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/3f0491e5de094d648d13deabda3b2a37 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/3f0491e5de094d648d13deabda3b2a37 2024-11-13T10:15:18,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742272_1448 (size=31393) 2024-11-13T10:15:18,712 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8752bf69e4acede25ed9c8f95645f769/B of 8752bf69e4acede25ed9c8f95645f769 into 3f0491e5de094d648d13deabda3b2a37(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:18,713 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:18,713 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., storeName=8752bf69e4acede25ed9c8f95645f769/B, priority=12, startTime=1731492918281; duration=0sec 2024-11-13T10:15:18,713 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:18,713 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8752bf69e4acede25ed9c8f95645f769:B 2024-11-13T10:15:18,713 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:15:18,714 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/186d0a8ac14e40b0a38dc464adc7cf2f as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/186d0a8ac14e40b0a38dc464adc7cf2f 2024-11-13T10:15:18,714 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49632 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:15:18,714 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 8752bf69e4acede25ed9c8f95645f769/C is initiating minor compaction (all files) 2024-11-13T10:15:18,717 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8752bf69e4acede25ed9c8f95645f769/C in TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:18,717 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/c1e53dd788f949cf834261f318731ad2, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/c4b9cda8ca364d7692f8b85ab7afbf5e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/94019a84a017406ca24cd2ed1af29446, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/736769c1c3fb4a7881b6225e3fc4046d] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp, totalSize=48.5 K 2024-11-13T10:15:18,717 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting c1e53dd788f949cf834261f318731ad2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731492912724 2024-11-13T10:15:18,717 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting c4b9cda8ca364d7692f8b85ab7afbf5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731492913583 2024-11-13T10:15:18,718 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 94019a84a017406ca24cd2ed1af29446, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731492913624 2024-11-13T10:15:18,718 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8752bf69e4acede25ed9c8f95645f769/A of 8752bf69e4acede25ed9c8f95645f769 into 186d0a8ac14e40b0a38dc464adc7cf2f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:18,718 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:18,718 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., storeName=8752bf69e4acede25ed9c8f95645f769/A, priority=12, startTime=1731492918281; duration=0sec 2024-11-13T10:15:18,718 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 736769c1c3fb4a7881b6225e3fc4046d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731492914834 2024-11-13T10:15:18,718 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:18,718 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8752bf69e4acede25ed9c8f95645f769:A 2024-11-13T10:15:18,726 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8752bf69e4acede25ed9c8f95645f769#C#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:18,727 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/a90793d5adef4deb83c80c5ce2819fc0 is 50, key is test_row_0/C:col10/1731492914850/Put/seqid=0 2024-11-13T10:15:18,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742273_1449 (size=12439) 2024-11-13T10:15:18,737 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/a90793d5adef4deb83c80c5ce2819fc0 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/a90793d5adef4deb83c80c5ce2819fc0 2024-11-13T10:15:18,741 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8752bf69e4acede25ed9c8f95645f769/C of 8752bf69e4acede25ed9c8f95645f769 into a90793d5adef4deb83c80c5ce2819fc0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:18,741 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:18,741 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., storeName=8752bf69e4acede25ed9c8f95645f769/C, priority=12, startTime=1731492918281; duration=0sec 2024-11-13T10:15:18,741 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:18,741 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8752bf69e4acede25ed9c8f95645f769:C 2024-11-13T10:15:18,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:18,831 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d6da680d8d1542388a08338172087fee_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d6da680d8d1542388a08338172087fee_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:18,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/65af093713674f1abe270c4d3f9bc61f, store: [table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:18,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/65af093713674f1abe270c4d3f9bc61f is 175, key is test_row_0/A:col10/1731492917053/Put/seqid=0 2024-11-13T10:15:18,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742274_1450 (size=31255) 2024-11-13T10:15:19,238 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/65af093713674f1abe270c4d3f9bc61f 2024-11-13T10:15:19,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/a5c7c773d5f54147b26180d9bece753b is 50, key is test_row_0/B:col10/1731492917053/Put/seqid=0 2024-11-13T10:15:19,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742275_1451 (size=12301) 2024-11-13T10:15:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:19,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. as already flushing 2024-11-13T10:15:19,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492979319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:19,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:19,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:19,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:19,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492979325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:19,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:19,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:19,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:19,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492979434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:19,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:19,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:19,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:19,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492979445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:19,535 INFO [Thread-1701 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1701. 2024-11-13T10:15:19,535 DEBUG [Thread-1701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:15:19,535 DEBUG [Thread-1701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:19,535 DEBUG [Thread-1701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:19,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:15:19,540 INFO [Thread-1697 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1697. 2024-11-13T10:15:19,540 DEBUG [Thread-1697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:15:19,540 DEBUG [Thread-1697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:19,540 DEBUG [Thread-1697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:19,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:15:19,541 INFO [Thread-1693 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1693. 2024-11-13T10:15:19,541 DEBUG [Thread-1693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:15:19,541 DEBUG [Thread-1693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:19,541 DEBUG [Thread-1693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:19,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:15:19,545 INFO [Thread-1699 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1699. 2024-11-13T10:15:19,545 DEBUG [Thread-1699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:15:19,545 DEBUG [Thread-1699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:19,545 DEBUG [Thread-1699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:19,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:15:19,548 INFO [Thread-1695 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1695. 2024-11-13T10:15:19,548 DEBUG [Thread-1695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:15:19,548 DEBUG [Thread-1695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:19,548 DEBUG [Thread-1695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:19,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:15:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T10:15:19,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492979645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:19,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:19,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:19,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:19,650 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/a5c7c773d5f54147b26180d9bece753b 2024-11-13T10:15:19,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492979654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:19,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/904ca3c85e764710acd5011c57682bb0 is 50, key is test_row_0/C:col10/1731492917053/Put/seqid=0 2024-11-13T10:15:19,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742276_1452 (size=12301) 2024-11-13T10:15:19,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49048 deadline: 1731492979955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:19,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:19,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:19,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:19,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1731492979965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:19,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:19,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:19,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:20,059 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/904ca3c85e764710acd5011c57682bb0 2024-11-13T10:15:20,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/65af093713674f1abe270c4d3f9bc61f as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/65af093713674f1abe270c4d3f9bc61f 2024-11-13T10:15:20,065 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/65af093713674f1abe270c4d3f9bc61f, entries=150, sequenceid=340, filesize=30.5 K 2024-11-13T10:15:20,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/a5c7c773d5f54147b26180d9bece753b as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/a5c7c773d5f54147b26180d9bece753b 2024-11-13T10:15:20,067 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/a5c7c773d5f54147b26180d9bece753b, entries=150, sequenceid=340, filesize=12.0 K 2024-11-13T10:15:20,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/904ca3c85e764710acd5011c57682bb0 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/904ca3c85e764710acd5011c57682bb0 2024-11-13T10:15:20,070 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/904ca3c85e764710acd5011c57682bb0, entries=150, sequenceid=340, filesize=12.0 K 2024-11-13T10:15:20,071 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 8752bf69e4acede25ed9c8f95645f769 in 1655ms, sequenceid=340, compaction requested=false 2024-11-13T10:15:20,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:20,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:20,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-13T10:15:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-13T10:15:20,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-13T10:15:20,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5740 sec 2024-11-13T10:15:20,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.5780 sec 2024-11-13T10:15:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:20,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8752bf69e4acede25ed9c8f95645f769 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-13T10:15:20,467 INFO [Thread-1688 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1688. 2024-11-13T10:15:20,467 DEBUG [Thread-1688 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:15:20,467 DEBUG [Thread-1688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:20,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=A 2024-11-13T10:15:20,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:20,467 DEBUG [Thread-1688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:20,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=B 2024-11-13T10:15:20,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:15:20,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:20,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=C 2024-11-13T10:15:20,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:20,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113372c76c39a624396bf4f53f9cbd830c9_8752bf69e4acede25ed9c8f95645f769 is 50, key is test_row_0/A:col10/1731492920465/Put/seqid=0 2024-11-13T10:15:20,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742277_1453 (size=12454) 2024-11-13T10:15:20,476 INFO [Thread-1686 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1686. 2024-11-13T10:15:20,476 DEBUG [Thread-1686 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:15:20,476 DEBUG [Thread-1686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:20,476 DEBUG [Thread-1686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:20,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:15:20,876 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:20,879 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113372c76c39a624396bf4f53f9cbd830c9_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113372c76c39a624396bf4f53f9cbd830c9_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:20,879 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/51ce4a7487f6499c96a7fc930bbc1fe6, store: [table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:20,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/51ce4a7487f6499c96a7fc930bbc1fe6 is 175, key is test_row_0/A:col10/1731492920465/Put/seqid=0 2024-11-13T10:15:20,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742278_1454 (size=31255) 2024-11-13T10:15:21,284 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/51ce4a7487f6499c96a7fc930bbc1fe6 2024-11-13T10:15:21,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/d0dc84b505734372a11b357bb4468b31 is 50, key is test_row_0/B:col10/1731492920465/Put/seqid=0 2024-11-13T10:15:21,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742279_1455 (size=12301) 2024-11-13T10:15:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T10:15:21,666 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:21,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/d0dc84b505734372a11b357bb4468b31 2024-11-13T10:15:21,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/e8d88083add64ea78787819ecbb0991a is 50, key is test_row_0/C:col10/1731492920465/Put/seqid=0 2024-11-13T10:15:21,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742280_1456 (size=12301) 2024-11-13T10:15:21,947 INFO [Thread-1682 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1682. 2024-11-13T10:15:21,947 DEBUG [Thread-1682 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:15:21,947 DEBUG [Thread-1682 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:21,947 DEBUG [Thread-1682 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:21,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:15:21,956 INFO [Thread-1684 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1684. 2024-11-13T10:15:21,956 DEBUG [Thread-1684 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:15:21,956 DEBUG [Thread-1684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:21,956 DEBUG [Thread-1684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:21,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:15:21,976 INFO [Thread-1690 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1690. 2024-11-13T10:15:21,976 DEBUG [Thread-1690 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:15:21,976 DEBUG [Thread-1690 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:21,976 DEBUG [Thread-1690 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:21,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:15:21,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T10:15:21,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-13T10:15:21,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-13T10:15:21,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 145 2024-11-13T10:15:21,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-13T10:15:21,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-13T10:15:21,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T10:15:21,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T10:15:21,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1115 2024-11-13T10:15:21,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3341 rows 2024-11-13T10:15:21,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1112 2024-11-13T10:15:21,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3333 rows 2024-11-13T10:15:21,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1114 2024-11-13T10:15:21,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3338 rows 2024-11-13T10:15:21,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1116 2024-11-13T10:15:21,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3344 rows 2024-11-13T10:15:21,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1120 2024-11-13T10:15:21,976 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3356 rows 2024-11-13T10:15:21,977 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:15:21,977 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:15:21,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:21,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:21,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:15:21,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T10:15:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T10:15:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T10:15:21,980 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492921980"}]},"ts":"1731492921980"} 2024-11-13T10:15:21,981 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T10:15:21,981 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T10:15:21,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T10:15:21,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8752bf69e4acede25ed9c8f95645f769, UNASSIGN}] 2024-11-13T10:15:21,983 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8752bf69e4acede25ed9c8f95645f769, UNASSIGN 2024-11-13T10:15:21,984 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=8752bf69e4acede25ed9c8f95645f769, regionState=CLOSING, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:15:21,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8752bf69e4acede25ed9c8f95645f769, UNASSIGN because future has completed 2024-11-13T10:15:21,985 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T10:15:21,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966}] 2024-11-13T10:15:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T10:15:22,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/e8d88083add64ea78787819ecbb0991a 2024-11-13T10:15:22,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/51ce4a7487f6499c96a7fc930bbc1fe6 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/51ce4a7487f6499c96a7fc930bbc1fe6 2024-11-13T10:15:22,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/51ce4a7487f6499c96a7fc930bbc1fe6, entries=150, sequenceid=364, filesize=30.5 K 2024-11-13T10:15:22,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/d0dc84b505734372a11b357bb4468b31 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/d0dc84b505734372a11b357bb4468b31 2024-11-13T10:15:22,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/d0dc84b505734372a11b357bb4468b31, entries=150, sequenceid=364, filesize=12.0 K 2024-11-13T10:15:22,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/e8d88083add64ea78787819ecbb0991a as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/e8d88083add64ea78787819ecbb0991a 2024-11-13T10:15:22,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/e8d88083add64ea78787819ecbb0991a, entries=150, sequenceid=364, filesize=12.0 K 2024-11-13T10:15:22,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=26.84 KB/27480 for 8752bf69e4acede25ed9c8f95645f769 in 1647ms, sequenceid=364, compaction requested=true 2024-11-13T10:15:22,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:22,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8752bf69e4acede25ed9c8f95645f769:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:15:22,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:22,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8752bf69e4acede25ed9c8f95645f769:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:15:22,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:22,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8752bf69e4acede25ed9c8f95645f769:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:15:22,114 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:22,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:22,114 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:22,115 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93903 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:22,115 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:22,115 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 8752bf69e4acede25ed9c8f95645f769/A is initiating minor compaction (all files) 2024-11-13T10:15:22,115 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8752bf69e4acede25ed9c8f95645f769/A in TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:22,115 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 8752bf69e4acede25ed9c8f95645f769/B is initiating minor compaction (all files) 2024-11-13T10:15:22,115 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8752bf69e4acede25ed9c8f95645f769/B in TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:22,115 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/186d0a8ac14e40b0a38dc464adc7cf2f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/65af093713674f1abe270c4d3f9bc61f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/51ce4a7487f6499c96a7fc930bbc1fe6] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp, totalSize=91.7 K 2024-11-13T10:15:22,115 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:22,115 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/3f0491e5de094d648d13deabda3b2a37, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/a5c7c773d5f54147b26180d9bece753b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/d0dc84b505734372a11b357bb4468b31] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp, totalSize=36.6 K 2024-11-13T10:15:22,115 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/186d0a8ac14e40b0a38dc464adc7cf2f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/65af093713674f1abe270c4d3f9bc61f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/51ce4a7487f6499c96a7fc930bbc1fe6] 2024-11-13T10:15:22,115 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f0491e5de094d648d13deabda3b2a37, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731492914834 2024-11-13T10:15:22,115 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 186d0a8ac14e40b0a38dc464adc7cf2f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731492914834 2024-11-13T10:15:22,116 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting a5c7c773d5f54147b26180d9bece753b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731492917053 2024-11-13T10:15:22,116 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65af093713674f1abe270c4d3f9bc61f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731492917053 2024-11-13T10:15:22,116 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting d0dc84b505734372a11b357bb4468b31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731492919313 2024-11-13T10:15:22,116 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51ce4a7487f6499c96a7fc930bbc1fe6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731492919313 2024-11-13T10:15:22,122 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:22,123 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8752bf69e4acede25ed9c8f95645f769#B#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:22,123 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/9bc994bb47244f7ea7ab2b44bdd0c32a is 50, key is test_row_0/B:col10/1731492920465/Put/seqid=0 2024-11-13T10:15:22,123 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113f01dd172dfc34d42bd30121463ec4109_8752bf69e4acede25ed9c8f95645f769 store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:22,127 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113f01dd172dfc34d42bd30121463ec4109_8752bf69e4acede25ed9c8f95645f769, store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:22,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742281_1457 (size=12541) 2024-11-13T10:15:22,127 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f01dd172dfc34d42bd30121463ec4109_8752bf69e4acede25ed9c8f95645f769 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:22,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742282_1458 (size=4469) 2024-11-13T10:15:22,137 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(122): Close 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:22,137 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T10:15:22,137 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1722): Closing 8752bf69e4acede25ed9c8f95645f769, disabling compactions & flushes 2024-11-13T10:15:22,137 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1993): waiting for 2 compactions to complete for region TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T10:15:22,531 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8752bf69e4acede25ed9c8f95645f769#A#compaction#379 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:22,531 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/3b67c91d5b4c4c5f9e8a6478d190c060 is 175, key is test_row_0/A:col10/1731492920465/Put/seqid=0 2024-11-13T10:15:22,531 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/9bc994bb47244f7ea7ab2b44bdd0c32a as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/9bc994bb47244f7ea7ab2b44bdd0c32a 2024-11-13T10:15:22,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742283_1459 (size=31495) 2024-11-13T10:15:22,535 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8752bf69e4acede25ed9c8f95645f769/B of 8752bf69e4acede25ed9c8f95645f769 into 9bc994bb47244f7ea7ab2b44bdd0c32a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:22,535 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:22,535 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., storeName=8752bf69e4acede25ed9c8f95645f769/B, priority=13, startTime=1731492922114; duration=0sec 2024-11-13T10:15:22,535 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:22,535 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8752bf69e4acede25ed9c8f95645f769:B 2024-11-13T10:15:22,535 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. because compaction request was cancelled 2024-11-13T10:15:22,535 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8752bf69e4acede25ed9c8f95645f769:C 2024-11-13T10:15:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T10:15:22,939 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/3b67c91d5b4c4c5f9e8a6478d190c060 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/3b67c91d5b4c4c5f9e8a6478d190c060 2024-11-13T10:15:22,942 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8752bf69e4acede25ed9c8f95645f769/A of 8752bf69e4acede25ed9c8f95645f769 into 3b67c91d5b4c4c5f9e8a6478d190c060(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:22,942 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8752bf69e4acede25ed9c8f95645f769: 2024-11-13T10:15:22,942 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:22,942 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., storeName=8752bf69e4acede25ed9c8f95645f769/A, priority=13, startTime=1731492922114; duration=0sec 2024-11-13T10:15:22,942 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:22,942 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. after waiting 0 ms 2024-11-13T10:15:22,942 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:22,942 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8752bf69e4acede25ed9c8f95645f769:A 2024-11-13T10:15:22,942 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:22,942 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(2902): Flushing 8752bf69e4acede25ed9c8f95645f769 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-13T10:15:22,943 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=A 2024-11-13T10:15:22,943 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:22,943 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=B 2024-11-13T10:15:22,943 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:22,943 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8752bf69e4acede25ed9c8f95645f769, store=C 2024-11-13T10:15:22,943 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:22,947 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136aae30af01244815a8d68dee805c8476_8752bf69e4acede25ed9c8f95645f769 is 50, key is test_row_0/A:col10/1731492921945/Put/seqid=0 2024-11-13T10:15:22,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742284_1460 (size=9914) 2024-11-13T10:15:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T10:15:23,350 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:23,353 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136aae30af01244815a8d68dee805c8476_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136aae30af01244815a8d68dee805c8476_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:23,354 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/c366d3fd9eaf421c8a21ea8f92bdd502, store: [table=TestAcidGuarantees family=A region=8752bf69e4acede25ed9c8f95645f769] 2024-11-13T10:15:23,354 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/c366d3fd9eaf421c8a21ea8f92bdd502 is 175, key is test_row_0/A:col10/1731492921945/Put/seqid=0 2024-11-13T10:15:23,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742285_1461 (size=22561) 2024-11-13T10:15:23,758 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/c366d3fd9eaf421c8a21ea8f92bdd502 2024-11-13T10:15:23,764 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/65a1ecdf3fd14eaa86be047aadd55c42 is 50, key is test_row_0/B:col10/1731492921945/Put/seqid=0 2024-11-13T10:15:23,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742286_1462 (size=9857) 2024-11-13T10:15:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T10:15:24,167 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/65a1ecdf3fd14eaa86be047aadd55c42 2024-11-13T10:15:24,173 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/284d18db7c1f4480a1ad171d4aeac817 is 50, key is test_row_0/C:col10/1731492921945/Put/seqid=0 2024-11-13T10:15:24,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742287_1463 (size=9857) 2024-11-13T10:15:24,577 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/284d18db7c1f4480a1ad171d4aeac817 2024-11-13T10:15:24,580 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/A/c366d3fd9eaf421c8a21ea8f92bdd502 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/c366d3fd9eaf421c8a21ea8f92bdd502 2024-11-13T10:15:24,583 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/c366d3fd9eaf421c8a21ea8f92bdd502, entries=100, sequenceid=373, filesize=22.0 K 2024-11-13T10:15:24,583 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/B/65a1ecdf3fd14eaa86be047aadd55c42 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/65a1ecdf3fd14eaa86be047aadd55c42 2024-11-13T10:15:24,586 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/65a1ecdf3fd14eaa86be047aadd55c42, entries=100, sequenceid=373, filesize=9.6 K 2024-11-13T10:15:24,586 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/.tmp/C/284d18db7c1f4480a1ad171d4aeac817 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/284d18db7c1f4480a1ad171d4aeac817 2024-11-13T10:15:24,589 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/284d18db7c1f4480a1ad171d4aeac817, entries=100, sequenceid=373, filesize=9.6 K 2024-11-13T10:15:24,589 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 8752bf69e4acede25ed9c8f95645f769 in 1647ms, sequenceid=373, compaction requested=true 2024-11-13T10:15:24,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/62dfdb787b5f4bb4bf69f0be0b01b504, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/6bb9ba393d3446708ab53c12913e80d7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/1b84cff790114744bf13e33348cd9e45, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/03340425f09849579ad532d89057f6a2, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/186d0a8ac14e40b0a38dc464adc7cf2f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/65af093713674f1abe270c4d3f9bc61f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/51ce4a7487f6499c96a7fc930bbc1fe6] to archive 2024-11-13T10:15:24,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:15:24,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/62dfdb787b5f4bb4bf69f0be0b01b504 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/62dfdb787b5f4bb4bf69f0be0b01b504 2024-11-13T10:15:24,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/6bb9ba393d3446708ab53c12913e80d7 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/6bb9ba393d3446708ab53c12913e80d7 2024-11-13T10:15:24,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/1b84cff790114744bf13e33348cd9e45 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/1b84cff790114744bf13e33348cd9e45 2024-11-13T10:15:24,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/03340425f09849579ad532d89057f6a2 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/03340425f09849579ad532d89057f6a2 2024-11-13T10:15:24,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/186d0a8ac14e40b0a38dc464adc7cf2f to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/186d0a8ac14e40b0a38dc464adc7cf2f 2024-11-13T10:15:24,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/65af093713674f1abe270c4d3f9bc61f to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/65af093713674f1abe270c4d3f9bc61f 2024-11-13T10:15:24,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/51ce4a7487f6499c96a7fc930bbc1fe6 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/51ce4a7487f6499c96a7fc930bbc1fe6 2024-11-13T10:15:24,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/b213a05d680440bba54c380ffdb0ddb3, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/ac44c828f68a495e94125832b709a6eb, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/c4aca21216ad4f62a3fa1a1746497006, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/3f0491e5de094d648d13deabda3b2a37, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/b2c27ca2185d4d67a5351b4aa8624963, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/a5c7c773d5f54147b26180d9bece753b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/d0dc84b505734372a11b357bb4468b31] to archive 2024-11-13T10:15:24,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:15:24,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/b213a05d680440bba54c380ffdb0ddb3 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/b213a05d680440bba54c380ffdb0ddb3 2024-11-13T10:15:24,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/ac44c828f68a495e94125832b709a6eb to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/ac44c828f68a495e94125832b709a6eb 2024-11-13T10:15:24,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/c4aca21216ad4f62a3fa1a1746497006 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/c4aca21216ad4f62a3fa1a1746497006 2024-11-13T10:15:24,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/3f0491e5de094d648d13deabda3b2a37 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/3f0491e5de094d648d13deabda3b2a37 2024-11-13T10:15:24,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/b2c27ca2185d4d67a5351b4aa8624963 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/b2c27ca2185d4d67a5351b4aa8624963 2024-11-13T10:15:24,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/a5c7c773d5f54147b26180d9bece753b to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/a5c7c773d5f54147b26180d9bece753b 2024-11-13T10:15:24,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/d0dc84b505734372a11b357bb4468b31 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/d0dc84b505734372a11b357bb4468b31 2024-11-13T10:15:24,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/c1e53dd788f949cf834261f318731ad2, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/c4b9cda8ca364d7692f8b85ab7afbf5e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/94019a84a017406ca24cd2ed1af29446, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/736769c1c3fb4a7881b6225e3fc4046d] to archive 2024-11-13T10:15:24,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:15:24,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/c1e53dd788f949cf834261f318731ad2 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/c1e53dd788f949cf834261f318731ad2 2024-11-13T10:15:24,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/c4b9cda8ca364d7692f8b85ab7afbf5e to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/c4b9cda8ca364d7692f8b85ab7afbf5e 2024-11-13T10:15:24,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/94019a84a017406ca24cd2ed1af29446 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/94019a84a017406ca24cd2ed1af29446 2024-11-13T10:15:24,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/736769c1c3fb4a7881b6225e3fc4046d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/736769c1c3fb4a7881b6225e3fc4046d 2024-11-13T10:15:24,610 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/recovered.edits/376.seqid, newMaxSeqId=376, maxSeqId=4 2024-11-13T10:15:24,611 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. 2024-11-13T10:15:24,611 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1676): Region close journal for 8752bf69e4acede25ed9c8f95645f769: Waiting for close lock at 1731492922137Running coprocessor pre-close hooks at 1731492922137Disabling compacts and flushes for region at 1731492922137Disabling writes for close at 1731492922942 (+805 ms)Obtaining lock to block concurrent updates at 1731492922942Preparing flush snapshotting stores in 8752bf69e4acede25ed9c8f95645f769 at 1731492922942Finished memstore snapshotting TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731492922943 (+1 ms)Flushing stores of TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769. at 1731492922943Flushing 8752bf69e4acede25ed9c8f95645f769/A: creating writer at 1731492922943Flushing mob file 8752bf69e4acede25ed9c8f95645f769/A: appending metadata at 1731492922946 (+3 ms)Flushing mob file 8752bf69e4acede25ed9c8f95645f769/A: closing flushed file at 1731492922946Flushing 8752bf69e4acede25ed9c8f95645f769/A: appending metadata at 1731492923354 (+408 ms)Flushing 8752bf69e4acede25ed9c8f95645f769/A: closing flushed file at 1731492923354Flushing 8752bf69e4acede25ed9c8f95645f769/B: creating writer at 1731492923761 (+407 ms)Flushing 8752bf69e4acede25ed9c8f95645f769/B: appending metadata at 1731492923763 (+2 ms)Flushing 8752bf69e4acede25ed9c8f95645f769/B: closing flushed file at 1731492923763Flushing 8752bf69e4acede25ed9c8f95645f769/C: creating writer at 1731492924170 (+407 ms)Flushing 8752bf69e4acede25ed9c8f95645f769/C: appending metadata at 1731492924173 (+3 ms)Flushing 8752bf69e4acede25ed9c8f95645f769/C: closing flushed file at 1731492924173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ae28300: reopening flushed file at 1731492924580 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e084606: reopening flushed file at 1731492924583 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3be8c852: reopening flushed file at 1731492924586 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 8752bf69e4acede25ed9c8f95645f769 in 1647ms, sequenceid=373, compaction requested=true at 1731492924589 (+3 ms)Writing region close event to WAL at 1731492924608 (+19 ms)Running coprocessor post-close hooks at 1731492924611 (+3 ms)Closed at 1731492924611 2024-11-13T10:15:24,612 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(157): Closed 8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:24,613 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=8752bf69e4acede25ed9c8f95645f769, regionState=CLOSED 2024-11-13T10:15:24,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 because future has completed 2024-11-13T10:15:24,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-13T10:15:24,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseRegionProcedure 8752bf69e4acede25ed9c8f95645f769, server=770665a7984d,33247,1731492796966 in 2.6290 sec 2024-11-13T10:15:24,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-11-13T10:15:24,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8752bf69e4acede25ed9c8f95645f769, UNASSIGN in 2.6330 sec 2024-11-13T10:15:24,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-13T10:15:24,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6360 sec 2024-11-13T10:15:24,620 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492924620"}]},"ts":"1731492924620"} 2024-11-13T10:15:24,621 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T10:15:24,621 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T10:15:24,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.6440 sec 2024-11-13T10:15:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T10:15:26,145 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:26,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T10:15:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:15:26,147 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:15:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T10:15:26,148 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=117, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:15:26,150 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:26,152 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A, FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B, FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C, FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/recovered.edits] 2024-11-13T10:15:26,153 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/3b67c91d5b4c4c5f9e8a6478d190c060 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/3b67c91d5b4c4c5f9e8a6478d190c060 2024-11-13T10:15:26,154 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/c366d3fd9eaf421c8a21ea8f92bdd502 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/A/c366d3fd9eaf421c8a21ea8f92bdd502 2024-11-13T10:15:26,156 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/65a1ecdf3fd14eaa86be047aadd55c42 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/65a1ecdf3fd14eaa86be047aadd55c42 2024-11-13T10:15:26,157 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/9bc994bb47244f7ea7ab2b44bdd0c32a to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/B/9bc994bb47244f7ea7ab2b44bdd0c32a 2024-11-13T10:15:26,158 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/284d18db7c1f4480a1ad171d4aeac817 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/284d18db7c1f4480a1ad171d4aeac817 2024-11-13T10:15:26,159 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/904ca3c85e764710acd5011c57682bb0 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/904ca3c85e764710acd5011c57682bb0 2024-11-13T10:15:26,160 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/a90793d5adef4deb83c80c5ce2819fc0 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/a90793d5adef4deb83c80c5ce2819fc0 2024-11-13T10:15:26,161 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/e8d88083add64ea78787819ecbb0991a to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/C/e8d88083add64ea78787819ecbb0991a 2024-11-13T10:15:26,163 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/recovered.edits/376.seqid to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769/recovered.edits/376.seqid 2024-11-13T10:15:26,163 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:26,163 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T10:15:26,164 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T10:15:26,164 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-13T10:15:26,167 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113372c76c39a624396bf4f53f9cbd830c9_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113372c76c39a624396bf4f53f9cbd830c9_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:26,167 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134466792debf24bfb9dca649d9a7a33f6_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411134466792debf24bfb9dca649d9a7a33f6_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:26,168 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136aae30af01244815a8d68dee805c8476_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136aae30af01244815a8d68dee805c8476_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:26,169 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137b404e4582684a51b714da67e2fdee06_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137b404e4582684a51b714da67e2fdee06_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:26,170 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111389e7e18574cd4df4854b941d38a342a1_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111389e7e18574cd4df4854b941d38a342a1_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:26,171 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139caf2c3f74cd40efba320aa62231349f_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139caf2c3f74cd40efba320aa62231349f_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:26,172 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ab02de19b7eb4c169328cb1bdd480f2b_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ab02de19b7eb4c169328cb1bdd480f2b_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:26,173 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ab85202f1d1548f681d95b39be2d7420_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ab85202f1d1548f681d95b39be2d7420_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:26,173 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c1f4d9e0be0f4e10854bc33836bbcb2a_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c1f4d9e0be0f4e10854bc33836bbcb2a_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:26,174 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c5e9e8cf8ddb4beca797be1e6506b718_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c5e9e8cf8ddb4beca797be1e6506b718_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:26,175 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113cf8a9cbba70e4a53af919af23139bb92_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113cf8a9cbba70e4a53af919af23139bb92_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:26,176 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d6da680d8d1542388a08338172087fee_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d6da680d8d1542388a08338172087fee_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:26,176 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d7e856bf88ae43e1b0113fd2f3aa9f0a_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d7e856bf88ae43e1b0113fd2f3aa9f0a_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:26,177 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e18cfde1a2104916a2fe7ab44f50e766_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e18cfde1a2104916a2fe7ab44f50e766_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:26,178 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ecb56e90a3674e499efcd0315c95a7cc_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ecb56e90a3674e499efcd0315c95a7cc_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:26,179 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fade770bee5d4fe2aa629443a80265dd_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fade770bee5d4fe2aa629443a80265dd_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:26,180 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ffb79dc2221c4ab293546cf48b04b6b5_8752bf69e4acede25ed9c8f95645f769 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ffb79dc2221c4ab293546cf48b04b6b5_8752bf69e4acede25ed9c8f95645f769 2024-11-13T10:15:26,180 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T10:15:26,182 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=117, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:15:26,184 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T10:15:26,186 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T10:15:26,187 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=117, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:15:26,187 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T10:15:26,187 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731492926187"}]},"ts":"9223372036854775807"} 2024-11-13T10:15:26,188 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T10:15:26,189 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 8752bf69e4acede25ed9c8f95645f769, NAME => 'TestAcidGuarantees,,1731492896436.8752bf69e4acede25ed9c8f95645f769.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T10:15:26,189 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T10:15:26,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731492926189"}]},"ts":"9223372036854775807"} 2024-11-13T10:15:26,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T10:15:26,191 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=117, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:15:26,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-11-13T10:15:26,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T10:15:26,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T10:15:26,256 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:26,265 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=253 (was 247) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_707221434_22 at /127.0.0.1:50856 [Waiting for operation #99] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1262238557_22 at /127.0.0.1:56456 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1262238557_22 at /127.0.0.1:56446 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_707221434_22 at /127.0.0.1:39520 [Waiting for operation #291] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=376 (was 417), ProcessCount=11 (was 11), AvailableMemoryMB=2108 (was 2170) 2024-11-13T10:15:26,273 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=253, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=376, ProcessCount=11, AvailableMemoryMB=2108 2024-11-13T10:15:26,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T10:15:26,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:15:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T10:15:26,276 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:15:26,276 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:26,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 118 2024-11-13T10:15:26,277 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:15:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-13T10:15:26,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742288_1464 (size=1061) 2024-11-13T10:15:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-13T10:15:26,584 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T10:15:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-13T10:15:26,683 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388 2024-11-13T10:15:26,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742289_1465 (size=53) 2024-11-13T10:15:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-13T10:15:27,088 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:15:27,088 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b55a8dec70243333faa47fa5054d88c0, disabling compactions & flushes 2024-11-13T10:15:27,088 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:27,088 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:27,088 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. after waiting 0 ms 2024-11-13T10:15:27,088 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:27,088 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:27,088 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b55a8dec70243333faa47fa5054d88c0: Waiting for close lock at 1731492927088Disabling compacts and flushes for region at 1731492927088Disabling writes for close at 1731492927088Writing region close event to WAL at 1731492927088Closed at 1731492927088 2024-11-13T10:15:27,089 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:15:27,090 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731492927090"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731492927090"}]},"ts":"1731492927090"} 2024-11-13T10:15:27,091 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:15:27,092 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:15:27,092 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492927092"}]},"ts":"1731492927092"} 2024-11-13T10:15:27,093 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T10:15:27,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b55a8dec70243333faa47fa5054d88c0, ASSIGN}] 2024-11-13T10:15:27,094 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b55a8dec70243333faa47fa5054d88c0, ASSIGN 2024-11-13T10:15:27,095 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b55a8dec70243333faa47fa5054d88c0, ASSIGN; state=OFFLINE, location=770665a7984d,33247,1731492796966; forceNewPlan=false, retain=false 2024-11-13T10:15:27,245 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=b55a8dec70243333faa47fa5054d88c0, regionState=OPENING, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:15:27,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b55a8dec70243333faa47fa5054d88c0, ASSIGN because future has completed 2024-11-13T10:15:27,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966}] 2024-11-13T10:15:27,401 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:27,401 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7752): Opening region: {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:15:27,402 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:27,402 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:15:27,402 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7794): checking encryption for b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:27,402 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7797): checking classloading for b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:27,403 INFO [StoreOpener-b55a8dec70243333faa47fa5054d88c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:27,404 INFO [StoreOpener-b55a8dec70243333faa47fa5054d88c0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:15:27,404 INFO [StoreOpener-b55a8dec70243333faa47fa5054d88c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b55a8dec70243333faa47fa5054d88c0 columnFamilyName A 2024-11-13T10:15:27,404 DEBUG [StoreOpener-b55a8dec70243333faa47fa5054d88c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:27,405 INFO [StoreOpener-b55a8dec70243333faa47fa5054d88c0-1 {}] regionserver.HStore(327): Store=b55a8dec70243333faa47fa5054d88c0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:15:27,405 INFO [StoreOpener-b55a8dec70243333faa47fa5054d88c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:27,406 INFO [StoreOpener-b55a8dec70243333faa47fa5054d88c0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:15:27,406 INFO [StoreOpener-b55a8dec70243333faa47fa5054d88c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b55a8dec70243333faa47fa5054d88c0 columnFamilyName B 2024-11-13T10:15:27,406 DEBUG [StoreOpener-b55a8dec70243333faa47fa5054d88c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:27,406 INFO [StoreOpener-b55a8dec70243333faa47fa5054d88c0-1 {}] regionserver.HStore(327): Store=b55a8dec70243333faa47fa5054d88c0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:15:27,406 INFO [StoreOpener-b55a8dec70243333faa47fa5054d88c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:27,407 INFO [StoreOpener-b55a8dec70243333faa47fa5054d88c0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:15:27,407 INFO [StoreOpener-b55a8dec70243333faa47fa5054d88c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b55a8dec70243333faa47fa5054d88c0 columnFamilyName C 2024-11-13T10:15:27,407 DEBUG [StoreOpener-b55a8dec70243333faa47fa5054d88c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:27,408 INFO [StoreOpener-b55a8dec70243333faa47fa5054d88c0-1 {}] regionserver.HStore(327): Store=b55a8dec70243333faa47fa5054d88c0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:15:27,408 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:27,408 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1038): replaying wal for b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:27,409 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:27,409 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:27,410 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1048): stopping wal replay for b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:27,410 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1060): Cleaning up temporary data for b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:27,410 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T10:15:27,411 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1093): writing seq id for b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:27,412 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:15:27,413 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1114): Opened b55a8dec70243333faa47fa5054d88c0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61913342, jitterRate=-0.07741931080818176}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T10:15:27,413 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:27,413 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1006): Region open journal for b55a8dec70243333faa47fa5054d88c0: Running coprocessor pre-open hook at 1731492927402Writing region info on filesystem at 1731492927402Initializing all the Stores at 1731492927403 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492927403Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492927403Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492927403Cleaning up temporary data from old regions at 1731492927410 (+7 ms)Running coprocessor post-open hooks at 1731492927413 (+3 ms)Region opened successfully at 1731492927413 2024-11-13T10:15:27,414 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., pid=120, masterSystemTime=1731492927398 2024-11-13T10:15:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-13T10:15:27,416 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:27,416 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:27,416 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=b55a8dec70243333faa47fa5054d88c0, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:15:27,417 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34701 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=770665a7984d,33247,1731492796966, table=TestAcidGuarantees, region=b55a8dec70243333faa47fa5054d88c0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T10:15:27,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 because future has completed 2024-11-13T10:15:27,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-13T10:15:27,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; OpenRegionProcedure b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 in 171 msec 2024-11-13T10:15:27,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-11-13T10:15:27,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b55a8dec70243333faa47fa5054d88c0, ASSIGN in 327 msec 2024-11-13T10:15:27,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:15:27,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492927422"}]},"ts":"1731492927422"} 2024-11-13T10:15:27,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T10:15:27,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:15:27,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-13T10:15:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-13T10:15:28,425 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:28,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6d1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,426 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:15:28,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:15:28,427 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:15:28,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:15:28,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:15:28,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c24ef9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:15:28,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:15:28,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:28,429 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:15:28,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238e4ae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:15:28,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:15:28,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:15:28,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:15:28,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:15:28,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,34701,1731492796132 2024-11-13T10:15:28,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13d026b5 2024-11-13T10:15:28,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:15:28,433 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:15:28,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205b33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,434 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:15:28,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:15:28,435 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:15:28,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:15:28,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:15:28,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54510056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:15:28,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:15:28,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:28,436 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:15:28,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14785bba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e100fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:15:28,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:15:28,438 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:15:28,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:15:28,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:15:28,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc078c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:15:28,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:15:28,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:28,439 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:15:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ed3b58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e40afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:15:28,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:15:28,441 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:15:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:15:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:15:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f0df8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:15:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:15:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:28,442 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:15:28,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@518ccac3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9f4da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:15:28,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:15:28,443 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:15:28,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:15:28,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:15:28,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683b085a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:15:28,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:15:28,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:28,444 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:15:28,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9606da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107467c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:15:28,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:15:28,445 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:15:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:15:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:15:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d663cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:15:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:15:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:28,447 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:15:28,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e184d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c83334c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:15:28,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:15:28,449 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:15:28,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:15:28,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:15:28,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8596cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:15:28,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:15:28,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:28,450 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:15:28,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66be4a2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3532b5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,451 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:15:28,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:15:28,452 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:15:28,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:15:28,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:15:28,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525905f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:15:28,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:15:28,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:28,453 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:15:28,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb5210d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3088fab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:15:28,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:15:28,455 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:15:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:15:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:15:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb914a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:15:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:15:28,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:28,456 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:15:28,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b23e55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663bb5d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:15:28,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:15:28,458 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:15:28,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:15:28,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:15:28,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfb12b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:15:28,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:15:28,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:28,459 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:15:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49754831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b31ef7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,460 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:15:28,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:15:28,461 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:15:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:15:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:15:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d92e934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:15:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:15:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:28,462 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:15:28,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1f685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:28,463 DEBUG [Thread-2097 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:15:28,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:15:28,464 DEBUG [Thread-2084 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:15:28,464 DEBUG [Thread-2103 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:15:28,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:15:28,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:15:28,464 DEBUG [Thread-2086 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:15:28,465 DEBUG [Thread-2099 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:15:28,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:15:28,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:15:28,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:15:28,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:15:28,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:15:28,465 DEBUG [Thread-2088 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:15:28,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:15:28,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:15:28,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:15:28,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:15:28,466 DEBUG [Thread-2090 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:15:28,466 DEBUG [Thread-2095 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:15:28,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:15:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-13T10:15:28,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:15:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:15:28,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:15:28,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:15:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-13T10:15:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:15:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:15:28,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:15:28,468 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:15:28,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:15:28,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:15:28,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:15:28,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:15:28,470 DEBUG [Thread-2092 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:15:28,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:15:28,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:15:28,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:15:28,470 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:15:28,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:15:28,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:15:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:15:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:15:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:15:28,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:15:28,472 DEBUG [Thread-2101 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:15:28,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:15:28,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:15:28,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:15:28,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:15:28,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:15:28,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:15:28,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:15:28,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:15:28,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2] 2024-11-13T10:15:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:28,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-13T10:15:28,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:28,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:28,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:28,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:28,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:28,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:28,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/781253af194e40a4b6a20bbc7b839a6e is 50, key is test_row_0/A:col10/1731492928475/Put/seqid=0 2024-11-13T10:15:28,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742290_1466 (size=16681) 2024-11-13T10:15:28,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492988504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:28,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731492988510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:28,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:28,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492988516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:28,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:28,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492988517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:28,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:28,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492988517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:28,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-13T10:15:28,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-13T10:15:28,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:28,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:28,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:28,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:28,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:28,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492988625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:28,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:28,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731492988625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:28,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:28,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:28,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492988625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:28,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:28,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492988634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:28,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:28,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492988635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:28,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:28,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:28,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-13T10:15:28,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:28,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:28,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:28,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:28,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-13T10:15:28,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492988834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:28,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:28,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731492988834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:28,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:28,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:28,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492988835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:28,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:28,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:28,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492988845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:28,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:28,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492988845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:28,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:28,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:28,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:28,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/781253af194e40a4b6a20bbc7b839a6e 2024-11-13T10:15:28,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-13T10:15:28,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:28,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:28,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:28,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:28,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:28,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/d89c6f995c0a46f182db09fa661b4636 is 50, key is test_row_0/B:col10/1731492928475/Put/seqid=0 2024-11-13T10:15:28,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742291_1467 (size=12001) 2024-11-13T10:15:28,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/d89c6f995c0a46f182db09fa661b4636 2024-11-13T10:15:28,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/721e9654f97b4f4292e144a3890d38e1 is 50, key is test_row_0/C:col10/1731492928475/Put/seqid=0 2024-11-13T10:15:28,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742292_1468 (size=12001) 2024-11-13T10:15:29,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-13T10:15:29,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:29,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:29,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:29,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:29,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-13T10:15:29,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492989145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:29,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492989155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:29,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:29,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731492989155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:29,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:29,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:29,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492989165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:29,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:29,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492989165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:29,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:29,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:29,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-13T10:15:29,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:29,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:29,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:29,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:29,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:29,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/721e9654f97b4f4292e144a3890d38e1 2024-11-13T10:15:29,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/781253af194e40a4b6a20bbc7b839a6e as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/781253af194e40a4b6a20bbc7b839a6e 2024-11-13T10:15:29,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/781253af194e40a4b6a20bbc7b839a6e, entries=250, sequenceid=13, filesize=16.3 K 2024-11-13T10:15:29,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/d89c6f995c0a46f182db09fa661b4636 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/d89c6f995c0a46f182db09fa661b4636 2024-11-13T10:15:29,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/d89c6f995c0a46f182db09fa661b4636, entries=150, sequenceid=13, filesize=11.7 K 2024-11-13T10:15:29,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/721e9654f97b4f4292e144a3890d38e1 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/721e9654f97b4f4292e144a3890d38e1 2024-11-13T10:15:29,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/721e9654f97b4f4292e144a3890d38e1, entries=150, sequenceid=13, filesize=11.7 K 2024-11-13T10:15:29,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for b55a8dec70243333faa47fa5054d88c0 in 903ms, sequenceid=13, compaction requested=false 2024-11-13T10:15:29,383 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-13T10:15:29,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:29,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-13T10:15:29,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:29,391 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-13T10:15:29,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:29,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:29,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:29,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:29,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:29,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:29,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/685a5fd2c5ae495b8d3468b6c7c7b937 is 50, key is test_row_0/A:col10/1731492928514/Put/seqid=0 2024-11-13T10:15:29,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742293_1469 (size=12001) 2024-11-13T10:15:29,401 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/685a5fd2c5ae495b8d3468b6c7c7b937 2024-11-13T10:15:29,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/28575497867540668052b83c99353027 is 50, key is test_row_0/B:col10/1731492928514/Put/seqid=0 2024-11-13T10:15:29,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742294_1470 (size=12001) 2024-11-13T10:15:29,414 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/28575497867540668052b83c99353027 2024-11-13T10:15:29,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/6e8959cd2f2f4a839817e1cdd5d8f3d1 is 50, key is test_row_0/C:col10/1731492928514/Put/seqid=0 2024-11-13T10:15:29,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742295_1471 (size=12001) 2024-11-13T10:15:29,424 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/6e8959cd2f2f4a839817e1cdd5d8f3d1 2024-11-13T10:15:29,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/685a5fd2c5ae495b8d3468b6c7c7b937 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/685a5fd2c5ae495b8d3468b6c7c7b937 2024-11-13T10:15:29,432 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/685a5fd2c5ae495b8d3468b6c7c7b937, entries=150, sequenceid=33, filesize=11.7 K 2024-11-13T10:15:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/28575497867540668052b83c99353027 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/28575497867540668052b83c99353027 2024-11-13T10:15:29,436 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/28575497867540668052b83c99353027, entries=150, sequenceid=33, filesize=11.7 K 2024-11-13T10:15:29,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/6e8959cd2f2f4a839817e1cdd5d8f3d1 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/6e8959cd2f2f4a839817e1cdd5d8f3d1 2024-11-13T10:15:29,443 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/6e8959cd2f2f4a839817e1cdd5d8f3d1, entries=150, sequenceid=33, filesize=11.7 K 2024-11-13T10:15:29,444 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for b55a8dec70243333faa47fa5054d88c0 in 53ms, sequenceid=33, compaction requested=false 2024-11-13T10:15:29,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:29,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:29,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-13T10:15:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-13T10:15:29,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-13T10:15:29,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 975 msec 2024-11-13T10:15:29,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 985 msec 2024-11-13T10:15:29,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-13T10:15:29,605 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:29,606 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:15:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-13T10:15:29,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-13T10:15:29,609 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:15:29,609 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:15:29,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:15:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:29,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-13T10:15:29,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:29,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:29,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:29,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:29,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:29,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:29,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/8f5d4198df3641cdb76ff5ef1dfb40f5 is 50, key is test_row_0/A:col10/1731492929668/Put/seqid=0 2024-11-13T10:15:29,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742296_1472 (size=16681) 2024-11-13T10:15:29,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/8f5d4198df3641cdb76ff5ef1dfb40f5 2024-11-13T10:15:29,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/ce744b49f8f947ea87a6628a85ba69b1 is 50, key is test_row_0/B:col10/1731492929668/Put/seqid=0 2024-11-13T10:15:29,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742297_1473 (size=12001) 2024-11-13T10:15:29,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/ce744b49f8f947ea87a6628a85ba69b1 2024-11-13T10:15:29,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/81beaf6f14834128956a6fa2b237a2d8 is 50, key is test_row_0/C:col10/1731492929668/Put/seqid=0 2024-11-13T10:15:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-13T10:15:29,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742298_1474 (size=12001) 2024-11-13T10:15:29,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731492929691, max timestamp=1731492929722Num uniques 859; 2024-11-13T10:15:29,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-13T10:15:29,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731492929691, max timestamp=1731492929722Num uniques 859; 2024-11-13T10:15:29,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-13T10:15:29,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731492929691, max timestamp=1731492929722Num uniques 859; 2024-11-13T10:15:29,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-13T10:15:29,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-13T10:15:29,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:29,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:29,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:29,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:29,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:29,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731492989757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:29,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492989757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:29,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:29,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:29,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492989759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:29,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:29,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:29,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492989759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:29,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:29,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492989760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:29,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:29,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:29,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731492989884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:29,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492989884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:29,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:29,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:29,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492989885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:29,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492989885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492989885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:29,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-13T10:15:29,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:29,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:29,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:29,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:29,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-13T10:15:30,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-13T10:15:30,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:30,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:30,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:30,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:30,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:30,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731492990094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:30,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:30,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492990095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:30,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:30,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492990095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:30,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:30,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492990105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:30,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:30,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492990105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:30,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:30,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/81beaf6f14834128956a6fa2b237a2d8 2024-11-13T10:15:30,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/8f5d4198df3641cdb76ff5ef1dfb40f5 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/8f5d4198df3641cdb76ff5ef1dfb40f5 2024-11-13T10:15:30,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/8f5d4198df3641cdb76ff5ef1dfb40f5, entries=250, sequenceid=43, filesize=16.3 K 2024-11-13T10:15:30,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/ce744b49f8f947ea87a6628a85ba69b1 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/ce744b49f8f947ea87a6628a85ba69b1 2024-11-13T10:15:30,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/ce744b49f8f947ea87a6628a85ba69b1, entries=150, sequenceid=43, filesize=11.7 K 2024-11-13T10:15:30,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/81beaf6f14834128956a6fa2b237a2d8 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/81beaf6f14834128956a6fa2b237a2d8 2024-11-13T10:15:30,130 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T10:15:30,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/81beaf6f14834128956a6fa2b237a2d8, entries=150, sequenceid=43, filesize=11.7 K 2024-11-13T10:15:30,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for b55a8dec70243333faa47fa5054d88c0 in 461ms, sequenceid=43, compaction requested=true 2024-11-13T10:15:30,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:30,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:15:30,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:30,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:15:30,133 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:30,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:30,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:15:30,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:30,133 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:30,133 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:30,133 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:30,134 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/A is initiating minor compaction (all files) 2024-11-13T10:15:30,134 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/B is initiating minor compaction (all files) 2024-11-13T10:15:30,134 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/A in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:30,134 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/B in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:30,134 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/781253af194e40a4b6a20bbc7b839a6e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/685a5fd2c5ae495b8d3468b6c7c7b937, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/8f5d4198df3641cdb76ff5ef1dfb40f5] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=44.3 K 2024-11-13T10:15:30,134 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/d89c6f995c0a46f182db09fa661b4636, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/28575497867540668052b83c99353027, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/ce744b49f8f947ea87a6628a85ba69b1] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=35.2 K 2024-11-13T10:15:30,134 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 781253af194e40a4b6a20bbc7b839a6e, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731492928475 2024-11-13T10:15:30,134 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting d89c6f995c0a46f182db09fa661b4636, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731492928475 2024-11-13T10:15:30,134 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 28575497867540668052b83c99353027, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731492928509 2024-11-13T10:15:30,134 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 685a5fd2c5ae495b8d3468b6c7c7b937, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731492928509 2024-11-13T10:15:30,135 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting ce744b49f8f947ea87a6628a85ba69b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731492929659 2024-11-13T10:15:30,135 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f5d4198df3641cdb76ff5ef1dfb40f5, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731492929659 2024-11-13T10:15:30,146 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#A#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:30,146 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#B#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:30,146 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/9e3fc784a0194937bfb94715f0a2399e is 50, key is test_row_0/A:col10/1731492929668/Put/seqid=0 2024-11-13T10:15:30,146 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/d59e4a820199411a87118291c951381c is 50, key is test_row_0/B:col10/1731492929668/Put/seqid=0 2024-11-13T10:15:30,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742299_1475 (size=12104) 2024-11-13T10:15:30,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742300_1476 (size=12104) 2024-11-13T10:15:30,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-13T10:15:30,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:30,221 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=140.89 KB heapSize=386.16 KB 2024-11-13T10:15:30,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:30,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:30,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:30,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:30,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:30,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:30,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/7946afd85a264e39b046c716933a6874 is 50, key is test_row_0/A:col10/1731492929757/Put/seqid=0 2024-11-13T10:15:30,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742301_1477 (size=12001) 2024-11-13T10:15:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-13T10:15:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:30,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:30,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492990430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:30,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:30,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731492990431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:30,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:30,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492990432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:30,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:30,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:30,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492990433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:30,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:30,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492990441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:30,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:30,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492990545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:30,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731492990554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:30,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:30,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492990555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:30,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:30,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492990555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:30,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:30,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:30,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492990555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:30,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:30,566 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/9e3fc784a0194937bfb94715f0a2399e as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/9e3fc784a0194937bfb94715f0a2399e 2024-11-13T10:15:30,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:30,570 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/A of b55a8dec70243333faa47fa5054d88c0 into 9e3fc784a0194937bfb94715f0a2399e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:30,570 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:30,570 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/A, priority=13, startTime=1731492930132; duration=0sec 2024-11-13T10:15:30,570 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:30,570 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:A 2024-11-13T10:15:30,570 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:30,571 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:30,571 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/C is initiating minor compaction (all files) 2024-11-13T10:15:30,571 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/C in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:30,571 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/721e9654f97b4f4292e144a3890d38e1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/6e8959cd2f2f4a839817e1cdd5d8f3d1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/81beaf6f14834128956a6fa2b237a2d8] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=35.2 K 2024-11-13T10:15:30,571 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 721e9654f97b4f4292e144a3890d38e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731492928475 2024-11-13T10:15:30,572 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e8959cd2f2f4a839817e1cdd5d8f3d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731492928509 2024-11-13T10:15:30,572 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81beaf6f14834128956a6fa2b237a2d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731492929659 2024-11-13T10:15:30,573 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/d59e4a820199411a87118291c951381c as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/d59e4a820199411a87118291c951381c 2024-11-13T10:15:30,577 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/B of b55a8dec70243333faa47fa5054d88c0 into d59e4a820199411a87118291c951381c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:30,577 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:30,577 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/B, priority=13, startTime=1731492930133; duration=0sec 2024-11-13T10:15:30,577 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:30,577 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:B 2024-11-13T10:15:30,578 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#C#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:30,578 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/c129591b0bd5486f9fe7c0b2b4503ff2 is 50, key is test_row_0/C:col10/1731492929668/Put/seqid=0 2024-11-13T10:15:30,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742302_1478 (size=12104) 2024-11-13T10:15:30,630 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/7946afd85a264e39b046c716933a6874 2024-11-13T10:15:30,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/32448dcdc0134a468b6dc17f40559098 is 50, key is test_row_0/B:col10/1731492929757/Put/seqid=0 2024-11-13T10:15:30,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742303_1479 (size=12001) 2024-11-13T10:15:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-13T10:15:30,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492990755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:30,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:30,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731492990775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:30,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:30,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492990775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:30,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:30,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:30,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492990775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:30,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:30,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492990775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:30,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:30,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:30,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:30,986 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/c129591b0bd5486f9fe7c0b2b4503ff2 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/c129591b0bd5486f9fe7c0b2b4503ff2 2024-11-13T10:15:30,990 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/C of b55a8dec70243333faa47fa5054d88c0 into c129591b0bd5486f9fe7c0b2b4503ff2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:30,990 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:30,990 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/C, priority=13, startTime=1731492930133; duration=0sec 2024-11-13T10:15:30,990 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:30,990 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:C 2024-11-13T10:15:31,041 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/32448dcdc0134a468b6dc17f40559098 2024-11-13T10:15:31,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/8c395e5a8de24ab38bb0d54e79595c56 is 50, key is test_row_0/C:col10/1731492929757/Put/seqid=0 2024-11-13T10:15:31,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742304_1480 (size=12001) 2024-11-13T10:15:31,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492991064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:31,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:31,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731492991095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:31,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:31,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492991095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:31,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:31,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:31,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492991095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:31,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:31,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492991095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:31,452 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/8c395e5a8de24ab38bb0d54e79595c56 2024-11-13T10:15:31,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/7946afd85a264e39b046c716933a6874 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/7946afd85a264e39b046c716933a6874 2024-11-13T10:15:31,458 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/7946afd85a264e39b046c716933a6874, entries=150, sequenceid=77, filesize=11.7 K 2024-11-13T10:15:31,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/32448dcdc0134a468b6dc17f40559098 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/32448dcdc0134a468b6dc17f40559098 2024-11-13T10:15:31,462 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/32448dcdc0134a468b6dc17f40559098, entries=150, sequenceid=77, filesize=11.7 K 2024-11-13T10:15:31,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/8c395e5a8de24ab38bb0d54e79595c56 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/8c395e5a8de24ab38bb0d54e79595c56 2024-11-13T10:15:31,465 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/8c395e5a8de24ab38bb0d54e79595c56, entries=150, sequenceid=77, filesize=11.7 K 2024-11-13T10:15:31,466 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~386.11 KB/395376, currentSize=46.96 KB/48090 for b55a8dec70243333faa47fa5054d88c0 in 1245ms, sequenceid=77, compaction requested=false 2024-11-13T10:15:31,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:31,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:31,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-13T10:15:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-13T10:15:31,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-13T10:15:31,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8580 sec 2024-11-13T10:15:31,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.8630 sec 2024-11-13T10:15:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:31,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-13T10:15:31,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:31,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:31,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:31,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:31,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:31,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:31,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/880b172fd46040f3b36c0b4ab408b92c is 50, key is test_row_0/A:col10/1731492930431/Put/seqid=0 2024-11-13T10:15:31,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742305_1481 (size=14341) 2024-11-13T10:15:31,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492991641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:31,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:31,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731492991650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:31,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:31,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:31,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731492931635, max timestamp=1731492931653Num uniques 859; 2024-11-13T10:15:31,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-13T10:15:31,657 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731492931635, max timestamp=1731492931653Num uniques 859; 2024-11-13T10:15:31,657 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-13T10:15:31,657 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731492931635, max timestamp=1731492931653Num uniques 859; 2024-11-13T10:15:31,657 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-13T10:15:31,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492991707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:31,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492991711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:31,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492991713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:31,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-13T10:15:31,755 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:31,755 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:15:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-13T10:15:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T10:15:31,757 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:15:31,758 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:15:31,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:15:31,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492991765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:31,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:31,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731492991765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:31,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:31,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:31,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492991824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:31,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492991825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:31,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492991835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T10:15:31,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T10:15:31,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:31,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:31,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:31,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:31,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:31,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492991985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:31,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731492991985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:31,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:31,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:31,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:31,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/880b172fd46040f3b36c0b4ab408b92c 2024-11-13T10:15:32,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/4263870244af49a8918eaf5fe972f83d is 50, key is test_row_0/B:col10/1731492930431/Put/seqid=0 2024-11-13T10:15:32,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742306_1482 (size=12001) 2024-11-13T10:15:32,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492992035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:32,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:32,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492992035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:32,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:32,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:32,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492992055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:32,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:32,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T10:15:32,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:32,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:32,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:32,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:32,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T10:15:32,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T10:15:32,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:32,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:32,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:32,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:32,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:32,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731492992295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:32,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:32,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492992304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:32,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:32,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492992355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:32,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492992355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:32,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T10:15:32,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:32,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:32,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:32,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:32,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:32,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492992364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:32,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T10:15:32,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/4263870244af49a8918eaf5fe972f83d 2024-11-13T10:15:32,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/bb5a875afa3344bda2d3a6d1c7d28bab is 50, key is test_row_0/C:col10/1731492930431/Put/seqid=0 2024-11-13T10:15:32,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742307_1483 (size=12001) 2024-11-13T10:15:32,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T10:15:32,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:32,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:32,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:32,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:32,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:32,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T10:15:32,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:32,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:32,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:32,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:32,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:32,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/bb5a875afa3344bda2d3a6d1c7d28bab 2024-11-13T10:15:32,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/880b172fd46040f3b36c0b4ab408b92c as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/880b172fd46040f3b36c0b4ab408b92c 2024-11-13T10:15:32,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:32,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731492992814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:32,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:32,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/880b172fd46040f3b36c0b4ab408b92c, entries=200, sequenceid=91, filesize=14.0 K 2024-11-13T10:15:32,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T10:15:32,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:32,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:32,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:32,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:32,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:32,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/4263870244af49a8918eaf5fe972f83d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/4263870244af49a8918eaf5fe972f83d 2024-11-13T10:15:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:32,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/4263870244af49a8918eaf5fe972f83d, entries=150, sequenceid=91, filesize=11.7 K 2024-11-13T10:15:32,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/bb5a875afa3344bda2d3a6d1c7d28bab as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/bb5a875afa3344bda2d3a6d1c7d28bab 2024-11-13T10:15:32,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/bb5a875afa3344bda2d3a6d1c7d28bab, entries=150, sequenceid=91, filesize=11.7 K 2024-11-13T10:15:32,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for b55a8dec70243333faa47fa5054d88c0 in 1245ms, sequenceid=91, compaction requested=true 2024-11-13T10:15:32,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:32,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:15:32,837 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:32,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:32,837 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:32,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:15:32,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:32,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:15:32,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:32,837 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:32,838 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/A is initiating minor compaction (all files) 2024-11-13T10:15:32,838 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/A in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:32,838 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:32,838 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/B is initiating minor compaction (all files) 2024-11-13T10:15:32,838 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/9e3fc784a0194937bfb94715f0a2399e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/7946afd85a264e39b046c716933a6874, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/880b172fd46040f3b36c0b4ab408b92c] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=37.5 K 2024-11-13T10:15:32,838 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/B in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:32,838 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/d59e4a820199411a87118291c951381c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/32448dcdc0134a468b6dc17f40559098, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/4263870244af49a8918eaf5fe972f83d] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=35.3 K 2024-11-13T10:15:32,838 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e3fc784a0194937bfb94715f0a2399e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731492929659 2024-11-13T10:15:32,838 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting d59e4a820199411a87118291c951381c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731492929659 2024-11-13T10:15:32,838 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7946afd85a264e39b046c716933a6874, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731492929757 2024-11-13T10:15:32,838 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 880b172fd46040f3b36c0b4ab408b92c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731492930431 2024-11-13T10:15:32,838 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 32448dcdc0134a468b6dc17f40559098, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731492929757 2024-11-13T10:15:32,839 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 4263870244af49a8918eaf5fe972f83d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731492930431 2024-11-13T10:15:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:32,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-13T10:15:32,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:32,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:32,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:32,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:32,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:32,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:32,847 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#B#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:32,847 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/734c6934b9444eddb97df8e0db688bda is 50, key is test_row_0/B:col10/1731492930431/Put/seqid=0 2024-11-13T10:15:32,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/ead207fc8db843f79b2e5a9afafa74e0 is 50, key is test_row_0/A:col10/1731492931705/Put/seqid=0 2024-11-13T10:15:32,849 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#A#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:32,849 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/5c52c0a03ec149a1b9e9b319db14be94 is 50, key is test_row_0/A:col10/1731492930431/Put/seqid=0 2024-11-13T10:15:32,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742309_1485 (size=14341) 2024-11-13T10:15:32,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742308_1484 (size=12207) 2024-11-13T10:15:32,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742310_1486 (size=12207) 2024-11-13T10:15:32,857 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/5c52c0a03ec149a1b9e9b319db14be94 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/5c52c0a03ec149a1b9e9b319db14be94 2024-11-13T10:15:32,860 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/A of b55a8dec70243333faa47fa5054d88c0 into 5c52c0a03ec149a1b9e9b319db14be94(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:32,860 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:32,861 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/A, priority=13, startTime=1731492932837; duration=0sec 2024-11-13T10:15:32,861 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:32,861 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:A 2024-11-13T10:15:32,861 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:32,861 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:32,861 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/C is initiating minor compaction (all files) 2024-11-13T10:15:32,861 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/C in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:32,862 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/c129591b0bd5486f9fe7c0b2b4503ff2, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/8c395e5a8de24ab38bb0d54e79595c56, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/bb5a875afa3344bda2d3a6d1c7d28bab] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=35.3 K 2024-11-13T10:15:32,862 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting c129591b0bd5486f9fe7c0b2b4503ff2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731492929659 2024-11-13T10:15:32,862 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c395e5a8de24ab38bb0d54e79595c56, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731492929757 2024-11-13T10:15:32,862 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb5a875afa3344bda2d3a6d1c7d28bab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731492930431 2024-11-13T10:15:32,867 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#C#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:32,867 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/fb9adbfbc1bc4f8db69323adb2424d2a is 50, key is test_row_0/C:col10/1731492930431/Put/seqid=0 2024-11-13T10:15:32,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742311_1487 (size=12207) 2024-11-13T10:15:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T10:15:32,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492992887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:32,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:32,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492992887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:32,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:32,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492992896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:32,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:32,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492992898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:32,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:32,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:32,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:32,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T10:15:32,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:32,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:32,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:32,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:32,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:33,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492993005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:33,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:33,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492993005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:33,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:33,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:33,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492993015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:33,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492993015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:33,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:33,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:33,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T10:15:33,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:33,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:33,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:33,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:33,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:33,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492993215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:33,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:33,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492993215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:33,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:33,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492993235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:33,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:33,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492993235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:33,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:33,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:33,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/ead207fc8db843f79b2e5a9afafa74e0 2024-11-13T10:15:33,256 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/734c6934b9444eddb97df8e0db688bda as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/734c6934b9444eddb97df8e0db688bda 2024-11-13T10:15:33,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/48b11d3b1a6a45cebf36fa1c3200dc0a is 50, key is test_row_0/B:col10/1731492931705/Put/seqid=0 2024-11-13T10:15:33,262 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/B of b55a8dec70243333faa47fa5054d88c0 into 734c6934b9444eddb97df8e0db688bda(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:33,262 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:33,262 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/B, priority=13, startTime=1731492932837; duration=0sec 2024-11-13T10:15:33,262 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:33,262 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:B 2024-11-13T10:15:33,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742312_1488 (size=12001) 2024-11-13T10:15:33,276 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/fb9adbfbc1bc4f8db69323adb2424d2a as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/fb9adbfbc1bc4f8db69323adb2424d2a 2024-11-13T10:15:33,280 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/C of b55a8dec70243333faa47fa5054d88c0 into fb9adbfbc1bc4f8db69323adb2424d2a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:33,280 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:33,280 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/C, priority=13, startTime=1731492932837; duration=0sec 2024-11-13T10:15:33,280 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:33,280 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:C 2024-11-13T10:15:33,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T10:15:33,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:33,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:33,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:33,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:33,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:33,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T10:15:33,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:33,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:33,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:33,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:33,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:33,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492993535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:33,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492993535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:33,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492993555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:33,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492993555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:33,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:33,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:33,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T10:15:33,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:33,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:33,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:33,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:33,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:33,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/48b11d3b1a6a45cebf36fa1c3200dc0a 2024-11-13T10:15:33,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/4c12b19fb75945279112b2013b7f3b1d is 50, key is test_row_0/C:col10/1731492931705/Put/seqid=0 2024-11-13T10:15:33,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742313_1489 (size=12001) 2024-11-13T10:15:33,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T10:15:33,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:33,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:33,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:33,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:33,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:33,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:33,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731492993835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:33,846 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in b55a8dec70243333faa47fa5054d88c0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:33,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T10:15:33,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:33,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:33,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:33,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:33,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T10:15:34,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T10:15:34,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:34,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:34,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:34,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:34,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:34,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492994055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:34,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:34,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492994055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:34,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:34,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:34,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:34,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:34,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:34,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/4c12b19fb75945279112b2013b7f3b1d 2024-11-13T10:15:34,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/ead207fc8db843f79b2e5a9afafa74e0 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/ead207fc8db843f79b2e5a9afafa74e0 2024-11-13T10:15:34,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/ead207fc8db843f79b2e5a9afafa74e0, entries=200, sequenceid=127, filesize=14.0 K 2024-11-13T10:15:34,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/48b11d3b1a6a45cebf36fa1c3200dc0a as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/48b11d3b1a6a45cebf36fa1c3200dc0a 2024-11-13T10:15:34,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492994075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:34,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:34,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492994075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:34,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:34,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:34,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:34,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:34,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:34,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/48b11d3b1a6a45cebf36fa1c3200dc0a, entries=150, sequenceid=127, filesize=11.7 K 2024-11-13T10:15:34,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/4c12b19fb75945279112b2013b7f3b1d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/4c12b19fb75945279112b2013b7f3b1d 2024-11-13T10:15:34,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/4c12b19fb75945279112b2013b7f3b1d, entries=150, sequenceid=127, filesize=11.7 K 2024-11-13T10:15:34,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for b55a8dec70243333faa47fa5054d88c0 in 1252ms, sequenceid=127, compaction requested=false 2024-11-13T10:15:34,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:34,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T10:15:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:34,209 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-13T10:15:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:34,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/0e92ffa85ad8486f8705c9a7cd3f89be is 50, key is test_row_1/A:col10/1731492932885/Put/seqid=0 2024-11-13T10:15:34,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742314_1490 (size=9757) 2024-11-13T10:15:34,217 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/0e92ffa85ad8486f8705c9a7cd3f89be 2024-11-13T10:15:34,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/ef9d2c64fd82436390f155a513b64867 is 50, key is test_row_1/B:col10/1731492932885/Put/seqid=0 2024-11-13T10:15:34,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742315_1491 (size=9757) 2024-11-13T10:15:34,633 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/ef9d2c64fd82436390f155a513b64867 2024-11-13T10:15:34,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/bb9688fe8b094260801a79743b78d4f8 is 50, key is test_row_1/C:col10/1731492932885/Put/seqid=0 2024-11-13T10:15:34,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742316_1492 (size=9757) 2024-11-13T10:15:34,654 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/bb9688fe8b094260801a79743b78d4f8 2024-11-13T10:15:34,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/0e92ffa85ad8486f8705c9a7cd3f89be as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/0e92ffa85ad8486f8705c9a7cd3f89be 2024-11-13T10:15:34,663 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/0e92ffa85ad8486f8705c9a7cd3f89be, entries=100, sequenceid=140, filesize=9.5 K 2024-11-13T10:15:34,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/ef9d2c64fd82436390f155a513b64867 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/ef9d2c64fd82436390f155a513b64867 2024-11-13T10:15:34,669 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/ef9d2c64fd82436390f155a513b64867, entries=100, sequenceid=140, filesize=9.5 K 2024-11-13T10:15:34,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/bb9688fe8b094260801a79743b78d4f8 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/bb9688fe8b094260801a79743b78d4f8 2024-11-13T10:15:34,677 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/bb9688fe8b094260801a79743b78d4f8, entries=100, sequenceid=140, filesize=9.5 K 2024-11-13T10:15:34,678 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for b55a8dec70243333faa47fa5054d88c0 in 468ms, sequenceid=140, compaction requested=true 2024-11-13T10:15:34,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:34,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:34,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-13T10:15:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-13T10:15:34,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-13T10:15:34,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9210 sec 2024-11-13T10:15:34,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.9270 sec 2024-11-13T10:15:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:35,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-13T10:15:35,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:35,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:35,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:35,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:35,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:35,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:35,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/8d569be6c6854e968542523c7f73a0c8 is 50, key is test_row_0/A:col10/1731492935104/Put/seqid=0 2024-11-13T10:15:35,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742317_1493 (size=16931) 2024-11-13T10:15:35,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492935136, max timestamp=1731492935160Num uniques 859; 2024-11-13T10:15:35,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492935136, max timestamp=1731492935160Num uniques 859; 2024-11-13T10:15:35,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492935136, max timestamp=1731492935160Num uniques 859; 2024-11-13T10:15:35,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:15:35,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:15:35,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:15:35,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492995211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:35,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:35,222 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731492935181, max timestamp=1731492935217Num uniques 1018; 2024-11-13T10:15:35,222 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-13T10:15:35,222 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731492935181, max timestamp=1731492935217Num uniques 1018; 2024-11-13T10:15:35,222 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-13T10:15:35,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731492935181, max timestamp=1731492935217Num uniques 1018; 2024-11-13T10:15:35,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-13T10:15:35,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492995274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:35,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:35,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492995275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:35,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492995287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:35,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:35,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492995324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:35,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:35,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492995395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:35,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:35,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492995395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:35,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:35,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:35,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492995404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:35,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/8d569be6c6854e968542523c7f73a0c8 2024-11-13T10:15:35,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/f26084a0c1994d21b2d65eb1a3bd021f is 50, key is test_row_0/B:col10/1731492935104/Put/seqid=0 2024-11-13T10:15:35,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742318_1494 (size=12151) 2024-11-13T10:15:35,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492995544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:35,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:35,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492995615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492995615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:35,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492995624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:35,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:35,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492995855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:35,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731492995865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:35,877 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in b55a8dec70243333faa47fa5054d88c0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:35,878 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,878 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,878 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:35,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/f26084a0c1994d21b2d65eb1a3bd021f 2024-11-13T10:15:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T10:15:35,925 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:35,926 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:15:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-13T10:15:35,928 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:15:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T10:15:35,929 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:15:35,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:15:35,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/7e9bc7ebb1264001b252d6fa455cd5d4 is 50, key is test_row_0/C:col10/1731492935104/Put/seqid=0 2024-11-13T10:15:35,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742319_1495 (size=12151) 2024-11-13T10:15:35,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492995935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:35,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:35,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492995935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:35,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:35,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492995945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:35,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:35,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T10:15:36,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T10:15:36,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:36,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:36,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:36,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:36,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:36,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T10:15:36,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:36,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:36,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:36,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:36,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T10:15:36,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/7e9bc7ebb1264001b252d6fa455cd5d4 2024-11-13T10:15:36,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/8d569be6c6854e968542523c7f73a0c8 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/8d569be6c6854e968542523c7f73a0c8 2024-11-13T10:15:36,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/8d569be6c6854e968542523c7f73a0c8, entries=250, sequenceid=150, filesize=16.5 K 2024-11-13T10:15:36,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/f26084a0c1994d21b2d65eb1a3bd021f as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/f26084a0c1994d21b2d65eb1a3bd021f 2024-11-13T10:15:36,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/f26084a0c1994d21b2d65eb1a3bd021f, entries=150, sequenceid=150, filesize=11.9 K 2024-11-13T10:15:36,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/7e9bc7ebb1264001b252d6fa455cd5d4 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/7e9bc7ebb1264001b252d6fa455cd5d4 2024-11-13T10:15:36,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/7e9bc7ebb1264001b252d6fa455cd5d4, entries=150, sequenceid=150, filesize=11.9 K 2024-11-13T10:15:36,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for b55a8dec70243333faa47fa5054d88c0 in 1250ms, sequenceid=150, compaction requested=true 2024-11-13T10:15:36,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:36,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:15:36,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:36,355 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:15:36,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:15:36,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:36,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:15:36,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:36,355 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:15:36,356 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53236 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:15:36,356 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:15:36,357 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/A is initiating minor compaction (all files) 2024-11-13T10:15:36,357 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/B is initiating minor compaction (all files) 2024-11-13T10:15:36,357 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/B in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:36,357 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/A in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:36,357 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/734c6934b9444eddb97df8e0db688bda, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/48b11d3b1a6a45cebf36fa1c3200dc0a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/ef9d2c64fd82436390f155a513b64867, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/f26084a0c1994d21b2d65eb1a3bd021f] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=45.0 K 2024-11-13T10:15:36,357 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/5c52c0a03ec149a1b9e9b319db14be94, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/ead207fc8db843f79b2e5a9afafa74e0, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/0e92ffa85ad8486f8705c9a7cd3f89be, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/8d569be6c6854e968542523c7f73a0c8] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=52.0 K 2024-11-13T10:15:36,357 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 734c6934b9444eddb97df8e0db688bda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731492930431 2024-11-13T10:15:36,357 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c52c0a03ec149a1b9e9b319db14be94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731492930431 2024-11-13T10:15:36,357 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting ead207fc8db843f79b2e5a9afafa74e0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731492931675 2024-11-13T10:15:36,357 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 48b11d3b1a6a45cebf36fa1c3200dc0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731492931705 2024-11-13T10:15:36,358 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e92ffa85ad8486f8705c9a7cd3f89be, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731492932885 2024-11-13T10:15:36,358 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting ef9d2c64fd82436390f155a513b64867, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731492932885 2024-11-13T10:15:36,358 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d569be6c6854e968542523c7f73a0c8, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731492935079 2024-11-13T10:15:36,358 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting f26084a0c1994d21b2d65eb1a3bd021f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731492935079 2024-11-13T10:15:36,366 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#B#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:36,366 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#A#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:36,366 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/83edf8b2bb2a460f8ef285632a4a7d97 is 50, key is test_row_0/B:col10/1731492935104/Put/seqid=0 2024-11-13T10:15:36,366 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/9e6043689a4a44049b2e5a5e89b830aa is 50, key is test_row_0/A:col10/1731492935104/Put/seqid=0 2024-11-13T10:15:36,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742321_1497 (size=12493) 2024-11-13T10:15:36,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742320_1496 (size=12493) 2024-11-13T10:15:36,376 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/9e6043689a4a44049b2e5a5e89b830aa as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/9e6043689a4a44049b2e5a5e89b830aa 2024-11-13T10:15:36,379 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/A of b55a8dec70243333faa47fa5054d88c0 into 9e6043689a4a44049b2e5a5e89b830aa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:36,379 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:36,379 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/A, priority=12, startTime=1731492936355; duration=0sec 2024-11-13T10:15:36,379 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:36,379 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:A 2024-11-13T10:15:36,380 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:15:36,380 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:15:36,380 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/C is initiating minor compaction (all files) 2024-11-13T10:15:36,380 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/C in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:36,381 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/fb9adbfbc1bc4f8db69323adb2424d2a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/4c12b19fb75945279112b2013b7f3b1d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/bb9688fe8b094260801a79743b78d4f8, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/7e9bc7ebb1264001b252d6fa455cd5d4] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=45.0 K 2024-11-13T10:15:36,381 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb9adbfbc1bc4f8db69323adb2424d2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731492930431 2024-11-13T10:15:36,382 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c12b19fb75945279112b2013b7f3b1d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731492931705 2024-11-13T10:15:36,382 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb9688fe8b094260801a79743b78d4f8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731492932885 2024-11-13T10:15:36,382 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e9bc7ebb1264001b252d6fa455cd5d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731492935079 2024-11-13T10:15:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:36,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=140.89 KB heapSize=399.38 KB 2024-11-13T10:15:36,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:36,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:36,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:36,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:36,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:36,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:36,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T10:15:36,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:36,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:36,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:36,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:36,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:36,391 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#C#compaction#415 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:36,391 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/61aebdf3a1174274994cd3dbced7bac1 is 50, key is test_row_0/C:col10/1731492935104/Put/seqid=0 2024-11-13T10:15:36,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/8fd1d620a8ca46498ace8fc624c26883 is 50, key is test_row_0/A:col10/1731492936384/Put/seqid=0 2024-11-13T10:15:36,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742323_1499 (size=14541) 2024-11-13T10:15:36,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742322_1498 (size=12493) 2024-11-13T10:15:36,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492996455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:36,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:36,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492996455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:36,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:36,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:36,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:36,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:36,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492996465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:36,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:36,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:36,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:36,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:36,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492996465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:36,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:36,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:36,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:36,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T10:15:36,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:36,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:36,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:36,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:36,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T10:15:36,584 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T10:15:36,584 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-13T10:15:36,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492996575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:36,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:36,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:36,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:36,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T10:15:36,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:36,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:36,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:36,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:36,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:36,776 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/83edf8b2bb2a460f8ef285632a4a7d97 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/83edf8b2bb2a460f8ef285632a4a7d97 2024-11-13T10:15:36,780 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/B of b55a8dec70243333faa47fa5054d88c0 into 83edf8b2bb2a460f8ef285632a4a7d97(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:36,780 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:36,780 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/B, priority=12, startTime=1731492936355; duration=0sec 2024-11-13T10:15:36,780 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:36,780 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:B 2024-11-13T10:15:36,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492996794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:36,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:36,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:36,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:36,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/8fd1d620a8ca46498ace8fc624c26883 2024-11-13T10:15:36,810 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/61aebdf3a1174274994cd3dbced7bac1 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/61aebdf3a1174274994cd3dbced7bac1 2024-11-13T10:15:36,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/df5dd08ce1744ef99d998cb450eb12da is 50, key is test_row_0/B:col10/1731492936384/Put/seqid=0 2024-11-13T10:15:36,818 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/C of b55a8dec70243333faa47fa5054d88c0 into 61aebdf3a1174274994cd3dbced7bac1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:36,818 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:36,818 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/C, priority=12, startTime=1731492936355; duration=0sec 2024-11-13T10:15:36,818 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:36,818 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:C 2024-11-13T10:15:36,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742324_1500 (size=12151) 2024-11-13T10:15:36,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/df5dd08ce1744ef99d998cb450eb12da 2024-11-13T10:15:36,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/de07116a389445feae1b25ea2f60d33e is 50, key is test_row_0/C:col10/1731492936384/Put/seqid=0 2024-11-13T10:15:36,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742325_1501 (size=12151) 2024-11-13T10:15:36,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/de07116a389445feae1b25ea2f60d33e 2024-11-13T10:15:36,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/8fd1d620a8ca46498ace8fc624c26883 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/8fd1d620a8ca46498ace8fc624c26883 2024-11-13T10:15:36,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/8fd1d620a8ca46498ace8fc624c26883, entries=200, sequenceid=205, filesize=14.2 K 2024-11-13T10:15:36,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/df5dd08ce1744ef99d998cb450eb12da as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/df5dd08ce1744ef99d998cb450eb12da 2024-11-13T10:15:36,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/df5dd08ce1744ef99d998cb450eb12da, entries=150, sequenceid=205, filesize=11.9 K 2024-11-13T10:15:36,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/de07116a389445feae1b25ea2f60d33e as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/de07116a389445feae1b25ea2f60d33e 2024-11-13T10:15:36,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T10:15:36,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:36,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:36,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:36,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:36,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:36,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/de07116a389445feae1b25ea2f60d33e, entries=150, sequenceid=205, filesize=11.9 K 2024-11-13T10:15:36,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~399.33 KB/408912, currentSize=40.25 KB/41220 for b55a8dec70243333faa47fa5054d88c0 in 467ms, sequenceid=205, compaction requested=false 2024-11-13T10:15:36,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:37,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T10:15:37,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:37,001 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-13T10:15:37,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:37,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:37,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:37,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:37,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:37,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:37,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/a8d4e7fb4ce748789aeec9b97740587a is 50, key is test_row_1/A:col10/1731492936433/Put/seqid=0 2024-11-13T10:15:37,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742326_1502 (size=9757) 2024-11-13T10:15:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T10:15:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:37,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:37,237 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492937130, max timestamp=1731492937234Num uniques 859; 2024-11-13T10:15:37,237 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492937130, max timestamp=1731492937234Num uniques 859; 2024-11-13T10:15:37,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492937130, max timestamp=1731492937234Num uniques 859; 2024-11-13T10:15:37,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:15:37,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:15:37,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:15:37,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731492937357, max timestamp=1731492937408Num uniques 1018; 2024-11-13T10:15:37,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731492937357, max timestamp=1731492937408Num uniques 1018; 2024-11-13T10:15:37,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-13T10:15:37,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-13T10:15:37,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731492937357, max timestamp=1731492937408Num uniques 1018; 2024-11-13T10:15:37,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-13T10:15:37,415 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/a8d4e7fb4ce748789aeec9b97740587a 2024-11-13T10:15:37,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/4b9ed574c678467c9ed170e4cff43a12 is 50, key is test_row_1/B:col10/1731492936433/Put/seqid=0 2024-11-13T10:15:37,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742327_1503 (size=9757) 2024-11-13T10:15:37,425 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/4b9ed574c678467c9ed170e4cff43a12 2024-11-13T10:15:37,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/4680a7aaf2de440facc4a77967586521 is 50, key is test_row_1/C:col10/1731492936433/Put/seqid=0 2024-11-13T10:15:37,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742328_1504 (size=9757) 2024-11-13T10:15:37,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1731492937470, max timestamp=1731492937503Num uniques 1027; 2024-11-13T10:15:37,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=14972, suffix heap size=134776,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=327 2024-11-13T10:15:37,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1731492937470, max timestamp=1731492937503Num uniques 1027; 2024-11-13T10:15:37,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1731492937470, max timestamp=1731492937503Num uniques 1027; 2024-11-13T10:15:37,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=14972, suffix heap size=134776,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=327 2024-11-13T10:15:37,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=14972, suffix heap size=134776,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=327 2024-11-13T10:15:37,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492997547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:37,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:37,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492997548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:37,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:37,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492997553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:37,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:37,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:37,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492997555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:37,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:37,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492997664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:37,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492997664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:37,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:37,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:37,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492997665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:37,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:37,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492997675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:37,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:37,835 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/4680a7aaf2de440facc4a77967586521 2024-11-13T10:15:37,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/a8d4e7fb4ce748789aeec9b97740587a as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/a8d4e7fb4ce748789aeec9b97740587a 2024-11-13T10:15:37,843 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/a8d4e7fb4ce748789aeec9b97740587a, entries=100, sequenceid=216, filesize=9.5 K 2024-11-13T10:15:37,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/4b9ed574c678467c9ed170e4cff43a12 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/4b9ed574c678467c9ed170e4cff43a12 2024-11-13T10:15:37,846 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/4b9ed574c678467c9ed170e4cff43a12, entries=100, sequenceid=216, filesize=9.5 K 2024-11-13T10:15:37,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/4680a7aaf2de440facc4a77967586521 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/4680a7aaf2de440facc4a77967586521 2024-11-13T10:15:37,850 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/4680a7aaf2de440facc4a77967586521, entries=100, sequenceid=216, filesize=9.5 K 2024-11-13T10:15:37,851 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=147.60 KB/151140 for b55a8dec70243333faa47fa5054d88c0 in 850ms, sequenceid=216, compaction requested=true 2024-11-13T10:15:37,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:37,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:37,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-13T10:15:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-13T10:15:37,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-13T10:15:37,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9240 sec 2024-11-13T10:15:37,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.9290 sec 2024-11-13T10:15:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:37,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=154.31 KB heapSize=429 KB 2024-11-13T10:15:37,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:37,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:37,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:37,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:37,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:37,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:37,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/1b56c2551bb04ea59320de9b7f1fd5b6 is 50, key is test_row_0/A:col10/1731492937551/Put/seqid=0 2024-11-13T10:15:37,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742329_1505 (size=14741) 2024-11-13T10:15:37,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/1b56c2551bb04ea59320de9b7f1fd5b6 2024-11-13T10:15:37,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492997900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:37,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492997900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:37,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:37,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:37,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492997905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:37,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/9e728c793da14072af70f5056d358cdc is 50, key is test_row_0/B:col10/1731492937551/Put/seqid=0 2024-11-13T10:15:37,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:37,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:37,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742330_1506 (size=12301) 2024-11-13T10:15:37,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/9e728c793da14072af70f5056d358cdc 2024-11-13T10:15:37,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/e3f4e66360c5424b8827bfc03c7baa4c is 50, key is test_row_0/C:col10/1731492937551/Put/seqid=0 2024-11-13T10:15:37,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492997914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:37,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:37,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:37,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742331_1507 (size=12301) 2024-11-13T10:15:37,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/e3f4e66360c5424b8827bfc03c7baa4c 2024-11-13T10:15:37,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/1b56c2551bb04ea59320de9b7f1fd5b6 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/1b56c2551bb04ea59320de9b7f1fd5b6 2024-11-13T10:15:37,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/1b56c2551bb04ea59320de9b7f1fd5b6, entries=200, sequenceid=287, filesize=14.4 K 2024-11-13T10:15:37,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/9e728c793da14072af70f5056d358cdc as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/9e728c793da14072af70f5056d358cdc 2024-11-13T10:15:37,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/9e728c793da14072af70f5056d358cdc, entries=150, sequenceid=287, filesize=12.0 K 2024-11-13T10:15:37,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/e3f4e66360c5424b8827bfc03c7baa4c as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/e3f4e66360c5424b8827bfc03c7baa4c 2024-11-13T10:15:37,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/e3f4e66360c5424b8827bfc03c7baa4c, entries=150, sequenceid=287, filesize=12.0 K 2024-11-13T10:15:37,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~428.95 KB/439248, currentSize=33.54 KB/34350 for b55a8dec70243333faa47fa5054d88c0 in 58ms, sequenceid=287, compaction requested=true 2024-11-13T10:15:37,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:37,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:15:37,951 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:15:37,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:37,952 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:15:37,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:15:37,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:37,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:15:37,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:37,953 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46702 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:15:37,953 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51532 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:15:37,953 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/B is initiating minor compaction (all files) 2024-11-13T10:15:37,953 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/A is initiating minor compaction (all files) 2024-11-13T10:15:37,953 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/B in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:37,953 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/A in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:37,953 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/83edf8b2bb2a460f8ef285632a4a7d97, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/df5dd08ce1744ef99d998cb450eb12da, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/4b9ed574c678467c9ed170e4cff43a12, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/9e728c793da14072af70f5056d358cdc] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=45.6 K 2024-11-13T10:15:37,953 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/9e6043689a4a44049b2e5a5e89b830aa, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/8fd1d620a8ca46498ace8fc624c26883, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/a8d4e7fb4ce748789aeec9b97740587a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/1b56c2551bb04ea59320de9b7f1fd5b6] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=50.3 K 2024-11-13T10:15:37,954 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e6043689a4a44049b2e5a5e89b830aa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731492935079 2024-11-13T10:15:37,954 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 83edf8b2bb2a460f8ef285632a4a7d97, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731492935079 2024-11-13T10:15:37,954 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fd1d620a8ca46498ace8fc624c26883, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731492935269 2024-11-13T10:15:37,954 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting df5dd08ce1744ef99d998cb450eb12da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731492935269 2024-11-13T10:15:37,955 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8d4e7fb4ce748789aeec9b97740587a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731492936433 2024-11-13T10:15:37,955 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b9ed574c678467c9ed170e4cff43a12, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731492936433 2024-11-13T10:15:37,955 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b56c2551bb04ea59320de9b7f1fd5b6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731492937545 2024-11-13T10:15:37,955 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e728c793da14072af70f5056d358cdc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731492937551 2024-11-13T10:15:37,970 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#A#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:37,971 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/85ecaa1e3f8b447ca053b677a09c1d66 is 50, key is test_row_0/A:col10/1731492937551/Put/seqid=0 2024-11-13T10:15:37,974 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#B#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:37,975 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/1a30ab5f7c994eb8ad56d3ba9332819d is 50, key is test_row_0/B:col10/1731492937551/Put/seqid=0 2024-11-13T10:15:37,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742332_1508 (size=12779) 2024-11-13T10:15:37,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742333_1509 (size=12779) 2024-11-13T10:15:37,989 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/1a30ab5f7c994eb8ad56d3ba9332819d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/1a30ab5f7c994eb8ad56d3ba9332819d 2024-11-13T10:15:37,991 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/85ecaa1e3f8b447ca053b677a09c1d66 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/85ecaa1e3f8b447ca053b677a09c1d66 2024-11-13T10:15:37,995 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/B of b55a8dec70243333faa47fa5054d88c0 into 1a30ab5f7c994eb8ad56d3ba9332819d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:37,995 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:37,995 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/B, priority=12, startTime=1731492937952; duration=0sec 2024-11-13T10:15:37,995 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:37,995 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:B 2024-11-13T10:15:37,995 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:15:37,996 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46702 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:15:37,996 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/C is initiating minor compaction (all files) 2024-11-13T10:15:37,997 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/C in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:37,997 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/61aebdf3a1174274994cd3dbced7bac1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/de07116a389445feae1b25ea2f60d33e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/4680a7aaf2de440facc4a77967586521, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/e3f4e66360c5424b8827bfc03c7baa4c] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=45.6 K 2024-11-13T10:15:37,997 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 61aebdf3a1174274994cd3dbced7bac1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731492935079 2024-11-13T10:15:37,997 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/A of b55a8dec70243333faa47fa5054d88c0 into 85ecaa1e3f8b447ca053b677a09c1d66(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:37,997 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:37,997 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/A, priority=12, startTime=1731492937951; duration=0sec 2024-11-13T10:15:37,997 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:37,997 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:A 2024-11-13T10:15:37,998 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting de07116a389445feae1b25ea2f60d33e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731492935269 2024-11-13T10:15:37,998 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 4680a7aaf2de440facc4a77967586521, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731492936433 2024-11-13T10:15:37,998 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting e3f4e66360c5424b8827bfc03c7baa4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731492937551 2024-11-13T10:15:38,005 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#C#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:38,006 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/e4c72e23c8c7471297ff0c49cdc017ec is 50, key is test_row_0/C:col10/1731492937551/Put/seqid=0 2024-11-13T10:15:38,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742334_1510 (size=12779) 2024-11-13T10:15:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:38,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-13T10:15:38,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:38,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:38,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:38,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:38,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:38,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:38,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/f4f0b2d9ea6a41e082c50145585498fb is 50, key is test_row_0/A:col10/1731492937911/Put/seqid=0 2024-11-13T10:15:38,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742335_1511 (size=17181) 2024-11-13T10:15:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T10:15:38,075 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:38,075 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:15:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-13T10:15:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T10:15:38,077 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:15:38,077 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:15:38,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:15:38,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731492938047, max timestamp=1731492938082Num uniques 859; 2024-11-13T10:15:38,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-13T10:15:38,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731492938047, max timestamp=1731492938082Num uniques 859; 2024-11-13T10:15:38,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731492938047, max timestamp=1731492938082Num uniques 859; 2024-11-13T10:15:38,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-13T10:15:38,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-13T10:15:38,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492998119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:38,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492998129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:38,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492998130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492998132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T10:15:38,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T10:15:38,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:38,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:38,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:38,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:38,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:38,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492998234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:38,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:38,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492998235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:38,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:38,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:38,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492998255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:38,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:38,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492998255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:38,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:38,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:38,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T10:15:38,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:38,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:38,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:38,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:38,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T10:15:38,417 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/e4c72e23c8c7471297ff0c49cdc017ec as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/e4c72e23c8c7471297ff0c49cdc017ec 2024-11-13T10:15:38,420 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/C of b55a8dec70243333faa47fa5054d88c0 into e4c72e23c8c7471297ff0c49cdc017ec(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:38,421 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:38,421 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/C, priority=12, startTime=1731492937952; duration=0sec 2024-11-13T10:15:38,421 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:38,421 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:C 2024-11-13T10:15:38,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/f4f0b2d9ea6a41e082c50145585498fb 2024-11-13T10:15:38,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/b73465cd8b224798887028400ca2dc8c is 50, key is test_row_0/B:col10/1731492937911/Put/seqid=0 2024-11-13T10:15:38,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742336_1512 (size=12301) 2024-11-13T10:15:38,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492998455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:38,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:38,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492998455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:38,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:38,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:38,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492998465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:38,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:38,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492998474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:38,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:38,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T10:15:38,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:38,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:38,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:38,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:38,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:38,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T10:15:38,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:38,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:38,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:38,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:38,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T10:15:38,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492998775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:38,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492998775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:38,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492998775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:38,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492998794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:38,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:38,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:38,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T10:15:38,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:38,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:38,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:38,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:38,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:38,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/b73465cd8b224798887028400ca2dc8c 2024-11-13T10:15:38,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/f549c580841b44759a046ecd3bc520ad is 50, key is test_row_0/C:col10/1731492937911/Put/seqid=0 2024-11-13T10:15:38,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742337_1513 (size=12301) 2024-11-13T10:15:38,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/f549c580841b44759a046ecd3bc520ad 2024-11-13T10:15:38,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/f4f0b2d9ea6a41e082c50145585498fb as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/f4f0b2d9ea6a41e082c50145585498fb 2024-11-13T10:15:38,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/f4f0b2d9ea6a41e082c50145585498fb, entries=250, sequenceid=299, filesize=16.8 K 2024-11-13T10:15:38,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/b73465cd8b224798887028400ca2dc8c as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/b73465cd8b224798887028400ca2dc8c 2024-11-13T10:15:38,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/b73465cd8b224798887028400ca2dc8c, entries=150, sequenceid=299, filesize=12.0 K 2024-11-13T10:15:38,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/f549c580841b44759a046ecd3bc520ad as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/f549c580841b44759a046ecd3bc520ad 2024-11-13T10:15:38,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/f549c580841b44759a046ecd3bc520ad, entries=150, sequenceid=299, filesize=12.0 K 2024-11-13T10:15:38,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for b55a8dec70243333faa47fa5054d88c0 in 860ms, sequenceid=299, compaction requested=false 2024-11-13T10:15:38,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:38,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T10:15:38,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:38,994 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-13T10:15:38,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:38,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:38,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:38,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:38,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:38,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:38,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/4e7578f759f343fe87d77ce6e2f4b2a7 is 50, key is test_row_0/A:col10/1731492938131/Put/seqid=0 2024-11-13T10:15:39,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742338_1514 (size=12301) 2024-11-13T10:15:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T10:15:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:39,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:39,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731492999315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:39,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492999316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:39,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:39,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:39,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492999322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:39,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:39,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:39,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:39,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:39,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492999323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:39,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:39,407 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/4e7578f759f343fe87d77ce6e2f4b2a7 2024-11-13T10:15:39,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/f1815de485c84679987440c77b75b8e6 is 50, key is test_row_0/B:col10/1731492938131/Put/seqid=0 2024-11-13T10:15:39,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742339_1515 (size=12301) 2024-11-13T10:15:39,422 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/f1815de485c84679987440c77b75b8e6 2024-11-13T10:15:39,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/0d674f2834e2490282f76fbddc326b52 is 50, key is test_row_0/C:col10/1731492938131/Put/seqid=0 2024-11-13T10:15:39,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742340_1516 (size=12301) 2024-11-13T10:15:39,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492999435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:39,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:39,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:39,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492999435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:39,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:39,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:39,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:39,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:39,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492999445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:39,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:39,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:39,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:39,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731492999655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:39,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:39,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731492999655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:39,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:39,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:39,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:39,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:39,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:39,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731492999665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:39,837 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/0d674f2834e2490282f76fbddc326b52 2024-11-13T10:15:39,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/4e7578f759f343fe87d77ce6e2f4b2a7 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/4e7578f759f343fe87d77ce6e2f4b2a7 2024-11-13T10:15:39,845 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/4e7578f759f343fe87d77ce6e2f4b2a7, entries=150, sequenceid=335, filesize=12.0 K 2024-11-13T10:15:39,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/f1815de485c84679987440c77b75b8e6 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/f1815de485c84679987440c77b75b8e6 2024-11-13T10:15:39,849 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/f1815de485c84679987440c77b75b8e6, entries=150, sequenceid=335, filesize=12.0 K 2024-11-13T10:15:39,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/0d674f2834e2490282f76fbddc326b52 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/0d674f2834e2490282f76fbddc326b52 2024-11-13T10:15:39,852 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/0d674f2834e2490282f76fbddc326b52, entries=150, sequenceid=335, filesize=12.0 K 2024-11-13T10:15:39,853 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for b55a8dec70243333faa47fa5054d88c0 in 859ms, sequenceid=335, compaction requested=true 2024-11-13T10:15:39,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:39,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:39,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-13T10:15:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-13T10:15:39,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-13T10:15:39,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7780 sec 2024-11-13T10:15:39,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.7820 sec 2024-11-13T10:15:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:39,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-13T10:15:39,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:39,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:39,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:39,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:39,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:39,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:39,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/1e6494710b424e66873a9578f5bca074 is 50, key is test_row_0/A:col10/1731492939312/Put/seqid=0 2024-11-13T10:15:39,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742341_1517 (size=14741) 2024-11-13T10:15:39,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/1e6494710b424e66873a9578f5bca074 2024-11-13T10:15:39,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/528dfba8308843e08636894d8757ca0d is 50, key is test_row_0/B:col10/1731492939312/Put/seqid=0 2024-11-13T10:15:39,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742342_1518 (size=12301) 2024-11-13T10:15:40,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14144, totalHeapSize=32376, min timestamp=1731492939995, max timestamp=1731492940015Num uniques 859; 2024-11-13T10:15:40,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731492939995, max timestamp=1731492940015Num uniques 859; 2024-11-13T10:15:40,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=14144, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-13T10:15:40,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-13T10:15:40,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14144, totalHeapSize=32376, min timestamp=1731492939995, max timestamp=1731492940015Num uniques 859; 2024-11-13T10:15:40,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=14144, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-13T10:15:40,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731493000053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:40,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:40,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493000069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:40,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:40,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731493000070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:40,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:40,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731493000071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:40,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:40,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:40,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731493000174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:40,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:40,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493000185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:40,188 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,188 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,188 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:40,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731493000195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:40,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:40,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731493000195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:40,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:40,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T10:15:40,225 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:40,225 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:15:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-13T10:15:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T10:15:40,227 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:15:40,228 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:15:40,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:15:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T10:15:40,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731493000334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:40,347 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_0' in b55a8dec70243333faa47fa5054d88c0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:40,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:40,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/528dfba8308843e08636894d8757ca0d 2024-11-13T10:15:40,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/086d455cfa2c446995a6b0267a21b077 is 50, key is test_row_0/C:col10/1731492939312/Put/seqid=0 2024-11-13T10:15:40,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742343_1519 (size=12301) 2024-11-13T10:15:40,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-13T10:15:40,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:40,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:40,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:40,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:40,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:40,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731493000395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:40,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493000395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:40,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:40,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731493000414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:40,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:40,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:40,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731493000415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:40,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:40,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-13T10:15:40,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:40,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:40,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:40,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:40,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T10:15:40,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-13T10:15:40,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:40,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:40,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:40,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:40,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:40,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731493000715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:40,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493000715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:40,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:40,726 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,726 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:40,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731493000735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:40,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731493000735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:40,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:40,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:40,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/086d455cfa2c446995a6b0267a21b077 2024-11-13T10:15:40,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/1e6494710b424e66873a9578f5bca074 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/1e6494710b424e66873a9578f5bca074 2024-11-13T10:15:40,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/1e6494710b424e66873a9578f5bca074, entries=200, sequenceid=346, filesize=14.4 K 2024-11-13T10:15:40,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/528dfba8308843e08636894d8757ca0d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/528dfba8308843e08636894d8757ca0d 2024-11-13T10:15:40,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/528dfba8308843e08636894d8757ca0d, entries=150, sequenceid=346, filesize=12.0 K 2024-11-13T10:15:40,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/086d455cfa2c446995a6b0267a21b077 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/086d455cfa2c446995a6b0267a21b077 2024-11-13T10:15:40,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/086d455cfa2c446995a6b0267a21b077, entries=150, sequenceid=346, filesize=12.0 K 2024-11-13T10:15:40,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for b55a8dec70243333faa47fa5054d88c0 in 845ms, sequenceid=346, compaction requested=true 2024-11-13T10:15:40,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:40,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:15:40,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:40,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:15:40,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:40,774 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:15:40,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:15:40,774 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:15:40,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:40,775 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49682 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:15:40,775 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57002 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:15:40,775 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/A is initiating minor compaction (all files) 2024-11-13T10:15:40,775 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/B is initiating minor compaction (all files) 2024-11-13T10:15:40,775 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/A in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:40,775 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/B in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:40,775 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/85ecaa1e3f8b447ca053b677a09c1d66, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/f4f0b2d9ea6a41e082c50145585498fb, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/4e7578f759f343fe87d77ce6e2f4b2a7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/1e6494710b424e66873a9578f5bca074] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=55.7 K 2024-11-13T10:15:40,775 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/1a30ab5f7c994eb8ad56d3ba9332819d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/b73465cd8b224798887028400ca2dc8c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/f1815de485c84679987440c77b75b8e6, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/528dfba8308843e08636894d8757ca0d] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=48.5 K 2024-11-13T10:15:40,775 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a30ab5f7c994eb8ad56d3ba9332819d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731492937551 2024-11-13T10:15:40,775 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85ecaa1e3f8b447ca053b677a09c1d66, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731492937551 2024-11-13T10:15:40,775 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting b73465cd8b224798887028400ca2dc8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731492937911 2024-11-13T10:15:40,775 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4f0b2d9ea6a41e082c50145585498fb, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731492937895 2024-11-13T10:15:40,776 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e7578f759f343fe87d77ce6e2f4b2a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731492938128 2024-11-13T10:15:40,776 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting f1815de485c84679987440c77b75b8e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731492938128 2024-11-13T10:15:40,776 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e6494710b424e66873a9578f5bca074, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731492939312 2024-11-13T10:15:40,776 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 528dfba8308843e08636894d8757ca0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731492939312 2024-11-13T10:15:40,784 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#B#compaction#437 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:40,785 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/e2d7024bd1a44c3896a792b68a68e3d6 is 50, key is test_row_0/B:col10/1731492939312/Put/seqid=0 2024-11-13T10:15:40,785 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#A#compaction#438 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:40,785 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/f7fd3e4bd3bc4558a0cefb7973e65e6f is 50, key is test_row_0/A:col10/1731492939312/Put/seqid=0 2024-11-13T10:15:40,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742344_1520 (size=12915) 2024-11-13T10:15:40,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742345_1521 (size=12915) 2024-11-13T10:15:40,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-13T10:15:40,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:40,840 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB 2024-11-13T10:15:40,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:40,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:40,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:40,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:40,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:40,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:40,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/e00eacc7d25c4e68ad69236d1a31c1be is 50, key is test_row_0/A:col10/1731492940068/Put/seqid=0 2024-11-13T10:15:40,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742346_1522 (size=12301) 2024-11-13T10:15:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T10:15:41,197 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/e2d7024bd1a44c3896a792b68a68e3d6 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/e2d7024bd1a44c3896a792b68a68e3d6 2024-11-13T10:15:41,201 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/f7fd3e4bd3bc4558a0cefb7973e65e6f as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/f7fd3e4bd3bc4558a0cefb7973e65e6f 2024-11-13T10:15:41,206 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/B of b55a8dec70243333faa47fa5054d88c0 into e2d7024bd1a44c3896a792b68a68e3d6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:41,206 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:41,206 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/B, priority=12, startTime=1731492940773; duration=0sec 2024-11-13T10:15:41,206 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:41,206 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:B 2024-11-13T10:15:41,206 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:15:41,206 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/A of b55a8dec70243333faa47fa5054d88c0 into f7fd3e4bd3bc4558a0cefb7973e65e6f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:41,206 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:41,206 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/A, priority=12, startTime=1731492940773; duration=0sec 2024-11-13T10:15:41,206 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:41,206 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:A 2024-11-13T10:15:41,207 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49682 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:15:41,207 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/C is initiating minor compaction (all files) 2024-11-13T10:15:41,207 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/C in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:41,207 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/e4c72e23c8c7471297ff0c49cdc017ec, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/f549c580841b44759a046ecd3bc520ad, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/0d674f2834e2490282f76fbddc326b52, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/086d455cfa2c446995a6b0267a21b077] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=48.5 K 2024-11-13T10:15:41,208 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting e4c72e23c8c7471297ff0c49cdc017ec, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731492937551 2024-11-13T10:15:41,208 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting f549c580841b44759a046ecd3bc520ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731492937911 2024-11-13T10:15:41,208 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d674f2834e2490282f76fbddc326b52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731492938128 2024-11-13T10:15:41,209 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 086d455cfa2c446995a6b0267a21b077, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731492939312 2024-11-13T10:15:41,218 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#C#compaction#440 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:41,219 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/de1511d03ce6409c94a7b8cd9204f076 is 50, key is test_row_0/C:col10/1731492939312/Put/seqid=0 2024-11-13T10:15:41,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742347_1523 (size=12915) 2024-11-13T10:15:41,237 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/de1511d03ce6409c94a7b8cd9204f076 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/de1511d03ce6409c94a7b8cd9204f076 2024-11-13T10:15:41,241 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/C of b55a8dec70243333faa47fa5054d88c0 into de1511d03ce6409c94a7b8cd9204f076(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:41,241 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:41,241 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/C, priority=12, startTime=1731492940774; duration=0sec 2024-11-13T10:15:41,241 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:41,241 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:C 2024-11-13T10:15:41,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:41,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:41,249 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/e00eacc7d25c4e68ad69236d1a31c1be 2024-11-13T10:15:41,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/9782da9ba4f24a5496c82bd71149c36b is 50, key is test_row_0/B:col10/1731492940068/Put/seqid=0 2024-11-13T10:15:41,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742348_1524 (size=12301) 2024-11-13T10:15:41,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731493001268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:41,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:41,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731493001268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:41,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:41,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731493001283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:41,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:41,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493001285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:41,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T10:15:41,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731493001394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:41,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:41,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731493001394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:41,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731493001394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:41,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493001405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:41,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:41,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731493001605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:41,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:41,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731493001614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:41,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:41,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731493001614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:41,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:41,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:41,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493001625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:41,662 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/9782da9ba4f24a5496c82bd71149c36b 2024-11-13T10:15:41,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/a4e61b4e35ac4582a892bd0b10002249 is 50, key is test_row_0/C:col10/1731492940068/Put/seqid=0 2024-11-13T10:15:41,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742349_1525 (size=12301) 2024-11-13T10:15:41,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731493001915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:41,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:41,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731493001935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:41,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731493001935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:41,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:41,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493001945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:41,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:41,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:42,073 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/a4e61b4e35ac4582a892bd0b10002249 2024-11-13T10:15:42,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/e00eacc7d25c4e68ad69236d1a31c1be as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/e00eacc7d25c4e68ad69236d1a31c1be 2024-11-13T10:15:42,080 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/e00eacc7d25c4e68ad69236d1a31c1be, entries=150, sequenceid=380, filesize=12.0 K 2024-11-13T10:15:42,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/9782da9ba4f24a5496c82bd71149c36b as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/9782da9ba4f24a5496c82bd71149c36b 2024-11-13T10:15:42,083 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/9782da9ba4f24a5496c82bd71149c36b, entries=150, sequenceid=380, filesize=12.0 K 2024-11-13T10:15:42,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/a4e61b4e35ac4582a892bd0b10002249 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/a4e61b4e35ac4582a892bd0b10002249 2024-11-13T10:15:42,087 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/a4e61b4e35ac4582a892bd0b10002249, entries=150, sequenceid=380, filesize=12.0 K 2024-11-13T10:15:42,088 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=53.67 KB/54960 for b55a8dec70243333faa47fa5054d88c0 in 1247ms, sequenceid=380, compaction requested=false 2024-11-13T10:15:42,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:42,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:42,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-13T10:15:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-13T10:15:42,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-13T10:15:42,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8610 sec 2024-11-13T10:15:42,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.8660 sec 2024-11-13T10:15:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T10:15:42,375 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:42,376 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:15:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-13T10:15:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T10:15:42,377 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:15:42,378 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:15:42,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:15:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:42,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-13T10:15:42,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:42,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:42,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:42,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:42,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:42,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:42,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/edd33af23be3429db1db23e1f19a2f0b is 50, key is test_row_0/A:col10/1731492942380/Put/seqid=0 2024-11-13T10:15:42,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742350_1526 (size=14741) 2024-11-13T10:15:42,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/edd33af23be3429db1db23e1f19a2f0b 2024-11-13T10:15:42,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/27d79d60e1664528b4448f4a4b30baa4 is 50, key is test_row_0/B:col10/1731492942380/Put/seqid=0 2024-11-13T10:15:42,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742351_1527 (size=12301) 2024-11-13T10:15:42,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731493002464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:42,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:42,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493002465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:42,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:42,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731493002466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:42,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:42,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:42,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731493002470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:42,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T10:15:42,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731493002480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:42,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T10:15:42,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:42,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:42,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:42,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:42,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:42,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731493002585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:42,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:42,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731493002585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:42,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:42,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731493002585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:42,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:42,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731493002595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:42,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T10:15:42,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:42,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:42,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:42,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:42,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T10:15:42,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/27d79d60e1664528b4448f4a4b30baa4 2024-11-13T10:15:42,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/cd2bb94d9f094e6b89e3a1ac488be092 is 50, key is test_row_0/C:col10/1731492942380/Put/seqid=0 2024-11-13T10:15:42,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742352_1528 (size=12301) 2024-11-13T10:15:42,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731493002804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:42,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:42,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731493002804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:42,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:42,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731493002805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:42,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:42,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:42,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731493002805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:42,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:42,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:42,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:42,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T10:15:42,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:42,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:42,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:42,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:42,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:42,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T10:15:42,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:42,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:42,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:42,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:42,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T10:15:43,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731493003125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:43,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:43,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:43,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:43,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731493003125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:43,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:43,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:43,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:43,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731493003125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:43,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:43,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:43,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:43,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731493003126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:43,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:43,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:43,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:43,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T10:15:43,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:43,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:43,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:43,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:43,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:43,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/cd2bb94d9f094e6b89e3a1ac488be092 2024-11-13T10:15:43,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/edd33af23be3429db1db23e1f19a2f0b as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/edd33af23be3429db1db23e1f19a2f0b 2024-11-13T10:15:43,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/edd33af23be3429db1db23e1f19a2f0b, entries=200, sequenceid=395, filesize=14.4 K 2024-11-13T10:15:43,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/27d79d60e1664528b4448f4a4b30baa4 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/27d79d60e1664528b4448f4a4b30baa4 2024-11-13T10:15:43,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/27d79d60e1664528b4448f4a4b30baa4, entries=150, sequenceid=395, filesize=12.0 K 2024-11-13T10:15:43,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/cd2bb94d9f094e6b89e3a1ac488be092 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/cd2bb94d9f094e6b89e3a1ac488be092 2024-11-13T10:15:43,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/cd2bb94d9f094e6b89e3a1ac488be092, entries=150, sequenceid=395, filesize=12.0 K 2024-11-13T10:15:43,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for b55a8dec70243333faa47fa5054d88c0 in 844ms, sequenceid=395, compaction requested=true 2024-11-13T10:15:43,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:43,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:15:43,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:43,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:15:43,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:43,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:15:43,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:43,226 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:43,226 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:43,226 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39957 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:43,226 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:43,226 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/A is initiating minor compaction (all files) 2024-11-13T10:15:43,226 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/B is initiating minor compaction (all files) 2024-11-13T10:15:43,227 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/A in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:43,227 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/B in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:43,227 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/f7fd3e4bd3bc4558a0cefb7973e65e6f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/e00eacc7d25c4e68ad69236d1a31c1be, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/edd33af23be3429db1db23e1f19a2f0b] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=39.0 K 2024-11-13T10:15:43,227 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/e2d7024bd1a44c3896a792b68a68e3d6, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/9782da9ba4f24a5496c82bd71149c36b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/27d79d60e1664528b4448f4a4b30baa4] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=36.6 K 2024-11-13T10:15:43,227 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7fd3e4bd3bc4558a0cefb7973e65e6f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731492939312 2024-11-13T10:15:43,227 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting e2d7024bd1a44c3896a792b68a68e3d6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731492939312 2024-11-13T10:15:43,227 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting e00eacc7d25c4e68ad69236d1a31c1be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731492940050 2024-11-13T10:15:43,227 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 9782da9ba4f24a5496c82bd71149c36b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731492940050 2024-11-13T10:15:43,227 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting edd33af23be3429db1db23e1f19a2f0b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731492941264 2024-11-13T10:15:43,227 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 27d79d60e1664528b4448f4a4b30baa4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731492941282 2024-11-13T10:15:43,233 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#B#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:43,234 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/958873b03fce42b8889b45ece356a888 is 50, key is test_row_0/B:col10/1731492942380/Put/seqid=0 2024-11-13T10:15:43,234 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#A#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:43,235 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/428855de3aad4e098b0206d63f3e7055 is 50, key is test_row_0/A:col10/1731492942380/Put/seqid=0 2024-11-13T10:15:43,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742353_1529 (size=13017) 2024-11-13T10:15:43,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742354_1530 (size=13017) 2024-11-13T10:15:43,242 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/428855de3aad4e098b0206d63f3e7055 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/428855de3aad4e098b0206d63f3e7055 2024-11-13T10:15:43,246 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/A of b55a8dec70243333faa47fa5054d88c0 into 428855de3aad4e098b0206d63f3e7055(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:43,246 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:43,246 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/A, priority=13, startTime=1731492943225; duration=0sec 2024-11-13T10:15:43,246 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:43,246 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:A 2024-11-13T10:15:43,246 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:43,247 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:43,247 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/C is initiating minor compaction (all files) 2024-11-13T10:15:43,247 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/C in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:43,247 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/de1511d03ce6409c94a7b8cd9204f076, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/a4e61b4e35ac4582a892bd0b10002249, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/cd2bb94d9f094e6b89e3a1ac488be092] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=36.6 K 2024-11-13T10:15:43,248 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting de1511d03ce6409c94a7b8cd9204f076, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731492939312 2024-11-13T10:15:43,248 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4e61b4e35ac4582a892bd0b10002249, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731492940050 2024-11-13T10:15:43,248 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd2bb94d9f094e6b89e3a1ac488be092, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731492941282 2024-11-13T10:15:43,254 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#C#compaction#448 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:43,254 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/e45adf1579474f5ebb3c43a46f446282 is 50, key is test_row_0/C:col10/1731492942380/Put/seqid=0 2024-11-13T10:15:43,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742355_1531 (size=13017) 2024-11-13T10:15:43,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T10:15:43,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:43,295 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-13T10:15:43,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:43,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:43,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:43,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:43,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:43,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:43,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/6cb0417bd4324fe593359fe9b15289d9 is 50, key is test_row_0/A:col10/1731492942478/Put/seqid=0 2024-11-13T10:15:43,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742356_1532 (size=12301) 2024-11-13T10:15:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:43,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T10:15:43,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493003599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:43,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:43,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:43,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:43,644 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/958873b03fce42b8889b45ece356a888 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/958873b03fce42b8889b45ece356a888 2024-11-13T10:15:43,649 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/B of b55a8dec70243333faa47fa5054d88c0 into 958873b03fce42b8889b45ece356a888(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:43,649 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:43,649 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/B, priority=13, startTime=1731492943226; duration=0sec 2024-11-13T10:15:43,649 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:43,649 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:B 2024-11-13T10:15:43,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731493003636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:43,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:43,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:43,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:43,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731493003646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:43,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731493003646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:43,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:43,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:43,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:43,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:43,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:43,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731493003646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:43,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:43,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:43,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:43,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:43,668 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/e45adf1579474f5ebb3c43a46f446282 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/e45adf1579474f5ebb3c43a46f446282 2024-11-13T10:15:43,675 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/C of b55a8dec70243333faa47fa5054d88c0 into e45adf1579474f5ebb3c43a46f446282(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:43,675 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:43,675 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/C, priority=13, startTime=1731492943226; duration=0sec 2024-11-13T10:15:43,675 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:43,675 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:C 2024-11-13T10:15:43,705 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/6cb0417bd4324fe593359fe9b15289d9 2024-11-13T10:15:43,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/0d98d8721f5a48d79c0176d827cdea6a is 50, key is test_row_0/B:col10/1731492942478/Put/seqid=0 2024-11-13T10:15:43,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493003715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:43,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:43,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:43,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:43,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742357_1533 (size=12301) 2024-11-13T10:15:43,736 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/0d98d8721f5a48d79c0176d827cdea6a 2024-11-13T10:15:43,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/8e6d18371c534456bfbcc9596f5efc6b is 50, key is test_row_0/C:col10/1731492942478/Put/seqid=0 2024-11-13T10:15:43,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742358_1534 (size=12301) 2024-11-13T10:15:43,765 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/8e6d18371c534456bfbcc9596f5efc6b 2024-11-13T10:15:43,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/6cb0417bd4324fe593359fe9b15289d9 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/6cb0417bd4324fe593359fe9b15289d9 2024-11-13T10:15:43,787 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/6cb0417bd4324fe593359fe9b15289d9, entries=150, sequenceid=416, filesize=12.0 K 2024-11-13T10:15:43,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/0d98d8721f5a48d79c0176d827cdea6a as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/0d98d8721f5a48d79c0176d827cdea6a 2024-11-13T10:15:43,799 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/0d98d8721f5a48d79c0176d827cdea6a, entries=150, sequenceid=416, filesize=12.0 K 2024-11-13T10:15:43,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/8e6d18371c534456bfbcc9596f5efc6b as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/8e6d18371c534456bfbcc9596f5efc6b 2024-11-13T10:15:43,805 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/8e6d18371c534456bfbcc9596f5efc6b, entries=150, sequenceid=416, filesize=12.0 K 2024-11-13T10:15:43,806 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for b55a8dec70243333faa47fa5054d88c0 in 511ms, sequenceid=416, compaction requested=false 2024-11-13T10:15:43,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:43,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:43,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-13T10:15:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-13T10:15:43,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-13T10:15:43,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4300 sec 2024-11-13T10:15:43,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.4360 sec 2024-11-13T10:15:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:43,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-13T10:15:43,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:43,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:43,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:43,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:43,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:43,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:43,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/0698a8e5b6f94d38a3a52c190dd9740c is 50, key is test_row_0/A:col10/1731492943598/Put/seqid=0 2024-11-13T10:15:43,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742359_1535 (size=14741) 2024-11-13T10:15:43,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/0698a8e5b6f94d38a3a52c190dd9740c 2024-11-13T10:15:43,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/e09730cb79d84710b7fb9c3cb3d71195 is 50, key is test_row_0/B:col10/1731492943598/Put/seqid=0 2024-11-13T10:15:43,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742360_1536 (size=12301) 2024-11-13T10:15:44,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493004140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:44,149 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:44,149 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:44,149 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:44,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493004255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:44,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:44,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:44,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:44,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/e09730cb79d84710b7fb9c3cb3d71195 2024-11-13T10:15:44,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/3be61a92b9704756a445532d1c94f525 is 50, key is test_row_0/C:col10/1731492943598/Put/seqid=0 2024-11-13T10:15:44,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742361_1537 (size=12301) 2024-11-13T10:15:44,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/3be61a92b9704756a445532d1c94f525 2024-11-13T10:15:44,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/0698a8e5b6f94d38a3a52c190dd9740c as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/0698a8e5b6f94d38a3a52c190dd9740c 2024-11-13T10:15:44,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/0698a8e5b6f94d38a3a52c190dd9740c, entries=200, sequenceid=431, filesize=14.4 K 2024-11-13T10:15:44,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/e09730cb79d84710b7fb9c3cb3d71195 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/e09730cb79d84710b7fb9c3cb3d71195 2024-11-13T10:15:44,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/e09730cb79d84710b7fb9c3cb3d71195, entries=150, sequenceid=431, filesize=12.0 K 2024-11-13T10:15:44,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/3be61a92b9704756a445532d1c94f525 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/3be61a92b9704756a445532d1c94f525 2024-11-13T10:15:44,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/3be61a92b9704756a445532d1c94f525, entries=150, sequenceid=431, filesize=12.0 K 2024-11-13T10:15:44,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for b55a8dec70243333faa47fa5054d88c0 in 466ms, sequenceid=431, compaction requested=true 2024-11-13T10:15:44,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:44,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:15:44,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:44,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:15:44,407 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:44,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:44,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:15:44,407 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:44,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:44,408 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:44,408 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:44,408 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/B is initiating minor compaction (all files) 2024-11-13T10:15:44,408 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/A is initiating minor compaction (all files) 2024-11-13T10:15:44,408 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/B in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:44,408 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/958873b03fce42b8889b45ece356a888, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/0d98d8721f5a48d79c0176d827cdea6a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/e09730cb79d84710b7fb9c3cb3d71195] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=36.7 K 2024-11-13T10:15:44,408 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/A in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:44,409 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/428855de3aad4e098b0206d63f3e7055, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/6cb0417bd4324fe593359fe9b15289d9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/0698a8e5b6f94d38a3a52c190dd9740c] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=39.1 K 2024-11-13T10:15:44,409 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 958873b03fce42b8889b45ece356a888, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731492941282 2024-11-13T10:15:44,409 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 428855de3aad4e098b0206d63f3e7055, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731492941282 2024-11-13T10:15:44,409 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d98d8721f5a48d79c0176d827cdea6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731492942462 2024-11-13T10:15:44,409 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cb0417bd4324fe593359fe9b15289d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731492942462 2024-11-13T10:15:44,409 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting e09730cb79d84710b7fb9c3cb3d71195, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731492943583 2024-11-13T10:15:44,410 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0698a8e5b6f94d38a3a52c190dd9740c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731492943569 2024-11-13T10:15:44,415 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#B#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:44,416 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#A#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:44,416 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/34743eb9e9b84a279adb42aee649437d is 50, key is test_row_0/B:col10/1731492943598/Put/seqid=0 2024-11-13T10:15:44,416 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/90514d83264b43c1a808ffbe55a96501 is 50, key is test_row_0/A:col10/1731492943598/Put/seqid=0 2024-11-13T10:15:44,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742362_1538 (size=13119) 2024-11-13T10:15:44,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742363_1539 (size=13119) 2024-11-13T10:15:44,424 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/34743eb9e9b84a279adb42aee649437d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/34743eb9e9b84a279adb42aee649437d 2024-11-13T10:15:44,427 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/90514d83264b43c1a808ffbe55a96501 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/90514d83264b43c1a808ffbe55a96501 2024-11-13T10:15:44,431 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/B of b55a8dec70243333faa47fa5054d88c0 into 34743eb9e9b84a279adb42aee649437d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:44,431 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:44,431 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/B, priority=13, startTime=1731492944407; duration=0sec 2024-11-13T10:15:44,431 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/A of b55a8dec70243333faa47fa5054d88c0 into 90514d83264b43c1a808ffbe55a96501(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:44,431 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:44,431 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/A, priority=13, startTime=1731492944407; duration=0sec 2024-11-13T10:15:44,431 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:44,431 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:B 2024-11-13T10:15:44,431 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:44,431 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:44,431 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:A 2024-11-13T10:15:44,433 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:44,433 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/C is initiating minor compaction (all files) 2024-11-13T10:15:44,433 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/C in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:44,433 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/e45adf1579474f5ebb3c43a46f446282, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/8e6d18371c534456bfbcc9596f5efc6b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/3be61a92b9704756a445532d1c94f525] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=36.7 K 2024-11-13T10:15:44,433 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting e45adf1579474f5ebb3c43a46f446282, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731492941282 2024-11-13T10:15:44,434 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e6d18371c534456bfbcc9596f5efc6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731492942462 2024-11-13T10:15:44,434 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 3be61a92b9704756a445532d1c94f525, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731492943583 2024-11-13T10:15:44,447 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#C#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:44,448 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/9c9eb8d4cefd411eba51bcf4e53afdf3 is 50, key is test_row_0/C:col10/1731492943598/Put/seqid=0 2024-11-13T10:15:44,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742364_1540 (size=13119) 2024-11-13T10:15:44,455 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/9c9eb8d4cefd411eba51bcf4e53afdf3 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/9c9eb8d4cefd411eba51bcf4e53afdf3 2024-11-13T10:15:44,460 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/C of b55a8dec70243333faa47fa5054d88c0 into 9c9eb8d4cefd411eba51bcf4e53afdf3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:44,460 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:44,460 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/C, priority=13, startTime=1731492944407; duration=0sec 2024-11-13T10:15:44,460 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:44,460 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:C 2024-11-13T10:15:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:44,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-13T10:15:44,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:44,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:44,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:44,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:44,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:44,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:44,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/db450a7f9e5d4382ad311df96f0fdf1b is 50, key is test_row_0/A:col10/1731492944138/Put/seqid=0 2024-11-13T10:15:44,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742365_1541 (size=14741) 2024-11-13T10:15:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T10:15:44,525 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:44,525 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:15:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-13T10:15:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T10:15:44,527 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:15:44,528 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:15:44,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:15:44,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493004526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:44,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:44,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:44,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T10:15:44,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493004645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:44,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:44,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:44,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:44,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731493004665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:44,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731493004665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:44,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731493004666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:44,675 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_0' in b55a8dec70243333faa47fa5054d88c0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:44,675 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in b55a8dec70243333faa47fa5054d88c0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:44,676 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_0' in b55a8dec70243333faa47fa5054d88c0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:44,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T10:15:44,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:44,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:44,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:44,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:44,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:44,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731493004675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:44,683 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in b55a8dec70243333faa47fa5054d88c0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:44,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:44,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:44,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:44,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T10:15:44,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:44,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:44,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:44,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:44,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T10:15:44,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493004865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:44,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:44,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:44,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:44,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/db450a7f9e5d4382ad311df96f0fdf1b 2024-11-13T10:15:44,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/de953526b6d945faaa5a4813d067d899 is 50, key is test_row_0/B:col10/1731492944138/Put/seqid=0 2024-11-13T10:15:44,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742366_1542 (size=12301) 2024-11-13T10:15:44,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/de953526b6d945faaa5a4813d067d899 2024-11-13T10:15:44,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/13ffb0b262f747f48042f3ee9c10a5d1 is 50, key is test_row_0/C:col10/1731492944138/Put/seqid=0 2024-11-13T10:15:44,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742367_1543 (size=12301) 2024-11-13T10:15:44,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T10:15:44,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:44,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:44,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:44,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:44,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:45,138 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T10:15:45,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T10:15:45,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:45,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:45,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:45,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:45,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T10:15:45,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493005175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:45,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:45,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:45,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:45,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T10:15:45,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:45,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:45,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:45,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:45,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:45,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/13ffb0b262f747f48042f3ee9c10a5d1 2024-11-13T10:15:45,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/db450a7f9e5d4382ad311df96f0fdf1b as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/db450a7f9e5d4382ad311df96f0fdf1b 2024-11-13T10:15:45,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/db450a7f9e5d4382ad311df96f0fdf1b, entries=200, sequenceid=454, filesize=14.4 K 2024-11-13T10:15:45,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/de953526b6d945faaa5a4813d067d899 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/de953526b6d945faaa5a4813d067d899 2024-11-13T10:15:45,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/de953526b6d945faaa5a4813d067d899, entries=150, sequenceid=454, filesize=12.0 K 2024-11-13T10:15:45,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/13ffb0b262f747f48042f3ee9c10a5d1 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/13ffb0b262f747f48042f3ee9c10a5d1 2024-11-13T10:15:45,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/13ffb0b262f747f48042f3ee9c10a5d1, entries=150, sequenceid=454, filesize=12.0 K 2024-11-13T10:15:45,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for b55a8dec70243333faa47fa5054d88c0 in 858ms, sequenceid=454, compaction requested=false 2024-11-13T10:15:45,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:45,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T10:15:45,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:45,445 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-13T10:15:45,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:45,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:45,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:45,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:45,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:45,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:45,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/77316404c34f4ae2aee6ef321f5adea1 is 50, key is test_row_0/A:col10/1731492944514/Put/seqid=0 2024-11-13T10:15:45,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742368_1544 (size=12301) 2024-11-13T10:15:45,458 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/77316404c34f4ae2aee6ef321f5adea1 2024-11-13T10:15:45,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/6ee7596e58dd4ec3be194244824a0285 is 50, key is test_row_0/B:col10/1731492944514/Put/seqid=0 2024-11-13T10:15:45,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742369_1545 (size=12301) 2024-11-13T10:15:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T10:15:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:45,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:45,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:45,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493005853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:45,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:45,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:45,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:45,871 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/6ee7596e58dd4ec3be194244824a0285 2024-11-13T10:15:45,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/fb89c0b30c8d4ea4973f615146576a8d is 50, key is test_row_0/C:col10/1731492944514/Put/seqid=0 2024-11-13T10:15:45,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742370_1546 (size=12301) 2024-11-13T10:15:45,892 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/fb89c0b30c8d4ea4973f615146576a8d 2024-11-13T10:15:45,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/77316404c34f4ae2aee6ef321f5adea1 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/77316404c34f4ae2aee6ef321f5adea1 2024-11-13T10:15:45,903 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/77316404c34f4ae2aee6ef321f5adea1, entries=150, sequenceid=466, filesize=12.0 K 2024-11-13T10:15:45,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/6ee7596e58dd4ec3be194244824a0285 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/6ee7596e58dd4ec3be194244824a0285 2024-11-13T10:15:45,907 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/6ee7596e58dd4ec3be194244824a0285, entries=150, sequenceid=466, filesize=12.0 K 2024-11-13T10:15:45,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/fb89c0b30c8d4ea4973f615146576a8d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/fb89c0b30c8d4ea4973f615146576a8d 2024-11-13T10:15:45,916 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/fb89c0b30c8d4ea4973f615146576a8d, entries=150, sequenceid=466, filesize=12.0 K 2024-11-13T10:15:45,917 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for b55a8dec70243333faa47fa5054d88c0 in 472ms, sequenceid=466, compaction requested=true 2024-11-13T10:15:45,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:45,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:45,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-13T10:15:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-13T10:15:45,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-13T10:15:45,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3900 sec 2024-11-13T10:15:45,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.3960 sec 2024-11-13T10:15:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:45,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-13T10:15:45,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:45,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:45,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:45,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:45,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:45,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:45,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/f34642873a7f4adea11beb07b32b32cd is 50, key is test_row_0/A:col10/1731492945844/Put/seqid=0 2024-11-13T10:15:46,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742371_1547 (size=14741) 2024-11-13T10:15:46,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493006081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:46,098 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:46,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:46,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:46,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493006205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:46,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:46,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493006415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:46,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/f34642873a7f4adea11beb07b32b32cd 2024-11-13T10:15:46,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/3f7513796c9f40ed891955bde4617e59 is 50, key is test_row_0/B:col10/1731492945844/Put/seqid=0 2024-11-13T10:15:46,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742372_1548 (size=12301) 2024-11-13T10:15:46,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/3f7513796c9f40ed891955bde4617e59 2024-11-13T10:15:46,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/8c4d84f36fff4ccf81cef2fe9b60f6df is 50, key is test_row_0/C:col10/1731492945844/Put/seqid=0 2024-11-13T10:15:46,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742373_1549 (size=12301) 2024-11-13T10:15:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T10:15:46,675 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:46,676 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:15:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-13T10:15:46,679 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:15:46,680 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:15:46,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:15:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T10:15:46,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38708 deadline: 1731493006685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:46,693 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in b55a8dec70243333faa47fa5054d88c0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:46,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:46,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:46,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:46,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38776 deadline: 1731493006695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:46,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38736 deadline: 1731493006695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:46,710 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_0' in b55a8dec70243333faa47fa5054d88c0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:46,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:46,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:46,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:46,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1731493006705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:46,712 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in b55a8dec70243333faa47fa5054d88c0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:46,712 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_0' in b55a8dec70243333faa47fa5054d88c0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4247 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:46,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:46,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:46,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:46,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:46,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:46,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:46,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493006726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:46,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:46,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:46,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T10:15:46,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-13T10:15:46,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:46,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:46,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:46,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:46,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:46,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/8c4d84f36fff4ccf81cef2fe9b60f6df 2024-11-13T10:15:46,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/f34642873a7f4adea11beb07b32b32cd as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/f34642873a7f4adea11beb07b32b32cd 2024-11-13T10:15:46,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/f34642873a7f4adea11beb07b32b32cd, entries=200, sequenceid=487, filesize=14.4 K 2024-11-13T10:15:46,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/3f7513796c9f40ed891955bde4617e59 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/3f7513796c9f40ed891955bde4617e59 2024-11-13T10:15:46,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/3f7513796c9f40ed891955bde4617e59, entries=150, sequenceid=487, filesize=12.0 K 2024-11-13T10:15:46,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/8c4d84f36fff4ccf81cef2fe9b60f6df as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/8c4d84f36fff4ccf81cef2fe9b60f6df 2024-11-13T10:15:46,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/8c4d84f36fff4ccf81cef2fe9b60f6df, entries=150, sequenceid=487, filesize=12.0 K 2024-11-13T10:15:46,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for b55a8dec70243333faa47fa5054d88c0 in 918ms, sequenceid=487, compaction requested=true 2024-11-13T10:15:46,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:46,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:15:46,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:46,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:15:46,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:46,899 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:15:46,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:15:46,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T10:15:46,900 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:15:46,901 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54902 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:15:46,902 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/A is initiating minor compaction (all files) 2024-11-13T10:15:46,902 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/A in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:46,902 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/90514d83264b43c1a808ffbe55a96501, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/db450a7f9e5d4382ad311df96f0fdf1b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/77316404c34f4ae2aee6ef321f5adea1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/f34642873a7f4adea11beb07b32b32cd] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=53.6 K 2024-11-13T10:15:46,902 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:15:46,902 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/B is initiating minor compaction (all files) 2024-11-13T10:15:46,902 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/B in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:46,902 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/34743eb9e9b84a279adb42aee649437d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/de953526b6d945faaa5a4813d067d899, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/6ee7596e58dd4ec3be194244824a0285, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/3f7513796c9f40ed891955bde4617e59] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=48.8 K 2024-11-13T10:15:46,903 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90514d83264b43c1a808ffbe55a96501, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731492943583 2024-11-13T10:15:46,903 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 34743eb9e9b84a279adb42aee649437d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731492943583 2024-11-13T10:15:46,903 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting db450a7f9e5d4382ad311df96f0fdf1b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731492944068 2024-11-13T10:15:46,903 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting de953526b6d945faaa5a4813d067d899, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731492944068 2024-11-13T10:15:46,903 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77316404c34f4ae2aee6ef321f5adea1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1731492944514 2024-11-13T10:15:46,903 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ee7596e58dd4ec3be194244824a0285, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1731492944514 2024-11-13T10:15:46,904 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting f34642873a7f4adea11beb07b32b32cd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1731492945816 2024-11-13T10:15:46,904 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f7513796c9f40ed891955bde4617e59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1731492945816 2024-11-13T10:15:46,924 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#A#compaction#467 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:46,925 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/a3e9dcf52acb4a839ced70b2024bf315 is 50, key is test_row_0/A:col10/1731492945844/Put/seqid=0 2024-11-13T10:15:46,935 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#B#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:46,935 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/33b7ea7f849b4f14b9bc4dfb0f5c4730 is 50, key is test_row_0/B:col10/1731492945844/Put/seqid=0 2024-11-13T10:15:46,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742374_1550 (size=13255) 2024-11-13T10:15:46,960 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/a3e9dcf52acb4a839ced70b2024bf315 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/a3e9dcf52acb4a839ced70b2024bf315 2024-11-13T10:15:46,966 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/A of b55a8dec70243333faa47fa5054d88c0 into a3e9dcf52acb4a839ced70b2024bf315(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:46,966 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:46,966 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/A, priority=12, startTime=1731492946899; duration=0sec 2024-11-13T10:15:46,966 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:46,966 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:A 2024-11-13T10:15:46,966 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:15:46,967 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:15:46,967 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/C is initiating minor compaction (all files) 2024-11-13T10:15:46,967 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/C in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:46,967 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/9c9eb8d4cefd411eba51bcf4e53afdf3, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/13ffb0b262f747f48042f3ee9c10a5d1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/fb89c0b30c8d4ea4973f615146576a8d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/8c4d84f36fff4ccf81cef2fe9b60f6df] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=48.8 K 2024-11-13T10:15:46,971 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c9eb8d4cefd411eba51bcf4e53afdf3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731492943583 2024-11-13T10:15:46,972 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13ffb0b262f747f48042f3ee9c10a5d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731492944068 2024-11-13T10:15:46,972 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb89c0b30c8d4ea4973f615146576a8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1731492944514 2024-11-13T10:15:46,972 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c4d84f36fff4ccf81cef2fe9b60f6df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1731492945816 2024-11-13T10:15:46,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742375_1551 (size=13255) 2024-11-13T10:15:46,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-13T10:15:46,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:46,988 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-13T10:15:46,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:46,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:46,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:46,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:46,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:46,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:46,992 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/33b7ea7f849b4f14b9bc4dfb0f5c4730 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/33b7ea7f849b4f14b9bc4dfb0f5c4730 2024-11-13T10:15:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T10:15:46,999 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/B of b55a8dec70243333faa47fa5054d88c0 into 33b7ea7f849b4f14b9bc4dfb0f5c4730(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:46,999 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:46,999 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/B, priority=12, startTime=1731492946899; duration=0sec 2024-11-13T10:15:46,999 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:46,999 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:B 2024-11-13T10:15:46,999 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#C#compaction#469 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:47,000 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/21f8fb12e4754f52aaa39987d73262c1 is 50, key is test_row_0/C:col10/1731492945844/Put/seqid=0 2024-11-13T10:15:47,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/fb7168a6126d452fbe5e5e96b4cbc0f2 is 50, key is test_row_0/A:col10/1731492946063/Put/seqid=0 2024-11-13T10:15:47,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742376_1552 (size=13255) 2024-11-13T10:15:47,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742377_1553 (size=12301) 2024-11-13T10:15:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:47,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. as already flushing 2024-11-13T10:15:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T10:15:47,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492947395, max timestamp=1731492947414Num uniques 859; 2024-11-13T10:15:47,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492947395, max timestamp=1731492947414Num uniques 859; 2024-11-13T10:15:47,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492947395, max timestamp=1731492947414Num uniques 859; 2024-11-13T10:15:47,419 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:15:47,419 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:15:47,419 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:15:47,434 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/21f8fb12e4754f52aaa39987d73262c1 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/21f8fb12e4754f52aaa39987d73262c1 2024-11-13T10:15:47,438 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/C of b55a8dec70243333faa47fa5054d88c0 into 21f8fb12e4754f52aaa39987d73262c1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:47,438 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:47,438 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/C, priority=12, startTime=1731492946899; duration=0sec 2024-11-13T10:15:47,439 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:47,439 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:C 2024-11-13T10:15:47,450 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/fb7168a6126d452fbe5e5e96b4cbc0f2 2024-11-13T10:15:47,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/2037ada01bab4e7199bc1d2d804af030 is 50, key is test_row_0/B:col10/1731492946063/Put/seqid=0 2024-11-13T10:15:47,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742378_1554 (size=12301) 2024-11-13T10:15:47,469 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/2037ada01bab4e7199bc1d2d804af030 2024-11-13T10:15:47,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/7f4ab6973a1a423bbef84bdc3be84234 is 50, key is test_row_0/C:col10/1731492946063/Put/seqid=0 2024-11-13T10:15:47,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742379_1555 (size=12301) 2024-11-13T10:15:47,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493007579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:47,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:47,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:47,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:47,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493007694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:47,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:47,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:47,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T10:15:47,883 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/7f4ab6973a1a423bbef84bdc3be84234 2024-11-13T10:15:47,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/fb7168a6126d452fbe5e5e96b4cbc0f2 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/fb7168a6126d452fbe5e5e96b4cbc0f2 2024-11-13T10:15:47,890 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/fb7168a6126d452fbe5e5e96b4cbc0f2, entries=150, sequenceid=499, filesize=12.0 K 2024-11-13T10:15:47,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/2037ada01bab4e7199bc1d2d804af030 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/2037ada01bab4e7199bc1d2d804af030 2024-11-13T10:15:47,893 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/2037ada01bab4e7199bc1d2d804af030, entries=150, sequenceid=499, filesize=12.0 K 2024-11-13T10:15:47,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/7f4ab6973a1a423bbef84bdc3be84234 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/7f4ab6973a1a423bbef84bdc3be84234 2024-11-13T10:15:47,897 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/7f4ab6973a1a423bbef84bdc3be84234, entries=150, sequenceid=499, filesize=12.0 K 2024-11-13T10:15:47,900 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for b55a8dec70243333faa47fa5054d88c0 in 913ms, sequenceid=499, compaction requested=false 2024-11-13T10:15:47,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:47,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:47,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-13T10:15:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-13T10:15:47,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-13T10:15:47,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2210 sec 2024-11-13T10:15:47,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.2270 sec 2024-11-13T10:15:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:47,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-13T10:15:47,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:47,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:47,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:47,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:47,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:47,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:47,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/7b72c03ab4db48bd8bae77e129173c40 is 50, key is test_row_0/A:col10/1731492947545/Put/seqid=0 2024-11-13T10:15:47,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742380_1556 (size=14741) 2024-11-13T10:15:48,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493007994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:48,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:48,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:48,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:48,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493008105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:48,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:48,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:48,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:48,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493008325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:48,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:48,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:48,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:48,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/7b72c03ab4db48bd8bae77e129173c40 2024-11-13T10:15:48,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/dfe33f1ade084025a29eb0e890594495 is 50, key is test_row_0/B:col10/1731492947545/Put/seqid=0 2024-11-13T10:15:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742381_1557 (size=12301) 2024-11-13T10:15:48,475 INFO [Thread-2095 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2095. 2024-11-13T10:15:48,476 DEBUG [Thread-2095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:15:48,476 DEBUG [Thread-2095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:48,476 DEBUG [Thread-2095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:48,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:15:48,480 INFO [Thread-2099 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2099. 2024-11-13T10:15:48,480 DEBUG [Thread-2099 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:15:48,480 DEBUG [Thread-2099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:48,480 DEBUG [Thread-2099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:48,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:15:48,481 INFO [Thread-2101 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2101. 2024-11-13T10:15:48,481 DEBUG [Thread-2101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:15:48,481 DEBUG [Thread-2101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:48,481 DEBUG [Thread-2101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:48,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:15:48,487 INFO [Thread-2097 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2097. 2024-11-13T10:15:48,487 DEBUG [Thread-2097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:15:48,487 DEBUG [Thread-2097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:48,487 DEBUG [Thread-2097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:48,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:15:48,490 INFO [Thread-2103 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2103. 2024-11-13T10:15:48,490 DEBUG [Thread-2103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:15:48,490 DEBUG [Thread-2103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:48,490 DEBUG [Thread-2103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:48,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:15:48,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38770 deadline: 1731493008645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:48,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 , the old value is region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:48,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:48,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., hostname=770665a7984d,33247,1731492796966, seqNum=2 because the exception is null or not the one we care about 2024-11-13T10:15:48,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/dfe33f1ade084025a29eb0e890594495 2024-11-13T10:15:48,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/d1b6afaca73b4b899403af7c5cd33a9d is 50, key is test_row_0/C:col10/1731492947545/Put/seqid=0 2024-11-13T10:15:48,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742382_1558 (size=12301) 2024-11-13T10:15:48,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/d1b6afaca73b4b899403af7c5cd33a9d 2024-11-13T10:15:48,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/7b72c03ab4db48bd8bae77e129173c40 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/7b72c03ab4db48bd8bae77e129173c40 2024-11-13T10:15:48,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/7b72c03ab4db48bd8bae77e129173c40, entries=200, sequenceid=538, filesize=14.4 K 2024-11-13T10:15:48,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/dfe33f1ade084025a29eb0e890594495 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/dfe33f1ade084025a29eb0e890594495 2024-11-13T10:15:48,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/dfe33f1ade084025a29eb0e890594495, entries=150, sequenceid=538, filesize=12.0 K 2024-11-13T10:15:48,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/d1b6afaca73b4b899403af7c5cd33a9d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/d1b6afaca73b4b899403af7c5cd33a9d 2024-11-13T10:15:48,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/d1b6afaca73b4b899403af7c5cd33a9d, entries=150, sequenceid=538, filesize=12.0 K 2024-11-13T10:15:48,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for b55a8dec70243333faa47fa5054d88c0 in 842ms, sequenceid=538, compaction requested=true 2024-11-13T10:15:48,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:48,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:15:48,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:48,771 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:48,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:15:48,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:48,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b55a8dec70243333faa47fa5054d88c0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:15:48,771 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:48,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:48,771 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:48,771 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:48,772 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/A is initiating minor compaction (all files) 2024-11-13T10:15:48,772 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/B is initiating minor compaction (all files) 2024-11-13T10:15:48,772 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/B in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:48,772 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/A in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:48,772 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/a3e9dcf52acb4a839ced70b2024bf315, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/fb7168a6126d452fbe5e5e96b4cbc0f2, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/7b72c03ab4db48bd8bae77e129173c40] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=39.4 K 2024-11-13T10:15:48,772 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/33b7ea7f849b4f14b9bc4dfb0f5c4730, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/2037ada01bab4e7199bc1d2d804af030, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/dfe33f1ade084025a29eb0e890594495] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=37.0 K 2024-11-13T10:15:48,772 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3e9dcf52acb4a839ced70b2024bf315, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1731492945816 2024-11-13T10:15:48,772 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 33b7ea7f849b4f14b9bc4dfb0f5c4730, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1731492945816 2024-11-13T10:15:48,772 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb7168a6126d452fbe5e5e96b4cbc0f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731492946046 2024-11-13T10:15:48,772 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 2037ada01bab4e7199bc1d2d804af030, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731492946046 2024-11-13T10:15:48,772 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting dfe33f1ade084025a29eb0e890594495, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1731492947545 2024-11-13T10:15:48,772 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b72c03ab4db48bd8bae77e129173c40, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1731492947545 2024-11-13T10:15:48,778 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#B#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:48,778 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/cc0bb6c034354631873baa546e9322c5 is 50, key is test_row_0/B:col10/1731492947545/Put/seqid=0 2024-11-13T10:15:48,779 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#A#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:48,780 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/d557dcc4a1704c318ef27f598410d637 is 50, key is test_row_0/A:col10/1731492947545/Put/seqid=0 2024-11-13T10:15:48,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742383_1559 (size=13357) 2024-11-13T10:15:48,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742384_1560 (size=13357) 2024-11-13T10:15:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T10:15:48,825 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:49,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-13T10:15:49,157 INFO [Thread-2090 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2090. 2024-11-13T10:15:49,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:49,157 DEBUG [Thread-2090 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:15:49,157 DEBUG [Thread-2090 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:49,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:49,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:49,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:49,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:49,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:49,157 DEBUG [Thread-2090 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:49,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:15:49,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/7576f8440d3d43e280ffa0dc5c77a6d8 is 50, key is test_row_0/A:col10/1731492949155/Put/seqid=0 2024-11-13T10:15:49,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742385_1561 (size=12301) 2024-11-13T10:15:49,185 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/cc0bb6c034354631873baa546e9322c5 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/cc0bb6c034354631873baa546e9322c5 2024-11-13T10:15:49,185 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/d557dcc4a1704c318ef27f598410d637 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/d557dcc4a1704c318ef27f598410d637 2024-11-13T10:15:49,188 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/A of b55a8dec70243333faa47fa5054d88c0 into d557dcc4a1704c318ef27f598410d637(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:49,188 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/B of b55a8dec70243333faa47fa5054d88c0 into cc0bb6c034354631873baa546e9322c5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:49,188 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:49,188 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:49,188 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/B, priority=13, startTime=1731492948771; duration=0sec 2024-11-13T10:15:49,188 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/A, priority=13, startTime=1731492948771; duration=0sec 2024-11-13T10:15:49,188 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:49,188 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:15:49,188 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:A 2024-11-13T10:15:49,188 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:B 2024-11-13T10:15:49,188 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:15:49,189 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:15:49,189 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): b55a8dec70243333faa47fa5054d88c0/C is initiating minor compaction (all files) 2024-11-13T10:15:49,189 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b55a8dec70243333faa47fa5054d88c0/C in TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:49,189 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/21f8fb12e4754f52aaa39987d73262c1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/7f4ab6973a1a423bbef84bdc3be84234, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/d1b6afaca73b4b899403af7c5cd33a9d] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp, totalSize=37.0 K 2024-11-13T10:15:49,189 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21f8fb12e4754f52aaa39987d73262c1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1731492945816 2024-11-13T10:15:49,190 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f4ab6973a1a423bbef84bdc3be84234, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731492946046 2024-11-13T10:15:49,190 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1b6afaca73b4b899403af7c5cd33a9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1731492947545 2024-11-13T10:15:49,194 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b55a8dec70243333faa47fa5054d88c0#C#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:15:49,195 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/5f90825d37484ec3baa296b62684564d is 50, key is test_row_0/C:col10/1731492947545/Put/seqid=0 2024-11-13T10:15:49,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742386_1562 (size=13357) 2024-11-13T10:15:49,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/7576f8440d3d43e280ffa0dc5c77a6d8 2024-11-13T10:15:49,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/0d4e9ff8c7474104ab8ffc5d7202b2f7 is 50, key is test_row_0/B:col10/1731492949155/Put/seqid=0 2024-11-13T10:15:49,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742387_1563 (size=12301) 2024-11-13T10:15:49,600 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/5f90825d37484ec3baa296b62684564d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/5f90825d37484ec3baa296b62684564d 2024-11-13T10:15:49,603 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b55a8dec70243333faa47fa5054d88c0/C of b55a8dec70243333faa47fa5054d88c0 into 5f90825d37484ec3baa296b62684564d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:15:49,603 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:49,603 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., storeName=b55a8dec70243333faa47fa5054d88c0/C, priority=13, startTime=1731492948771; duration=0sec 2024-11-13T10:15:49,603 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:15:49,603 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b55a8dec70243333faa47fa5054d88c0:C 2024-11-13T10:15:49,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/0d4e9ff8c7474104ab8ffc5d7202b2f7 2024-11-13T10:15:49,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/6d36053a582b4ec6831238fcb1a19347 is 50, key is test_row_0/C:col10/1731492949155/Put/seqid=0 2024-11-13T10:15:49,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742388_1564 (size=12301) 2024-11-13T10:15:50,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/6d36053a582b4ec6831238fcb1a19347 2024-11-13T10:15:50,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/7576f8440d3d43e280ffa0dc5c77a6d8 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/7576f8440d3d43e280ffa0dc5c77a6d8 2024-11-13T10:15:50,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/7576f8440d3d43e280ffa0dc5c77a6d8, entries=150, sequenceid=549, filesize=12.0 K 2024-11-13T10:15:50,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/0d4e9ff8c7474104ab8ffc5d7202b2f7 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/0d4e9ff8c7474104ab8ffc5d7202b2f7 2024-11-13T10:15:50,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/0d4e9ff8c7474104ab8ffc5d7202b2f7, entries=150, sequenceid=549, filesize=12.0 K 2024-11-13T10:15:50,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/6d36053a582b4ec6831238fcb1a19347 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/6d36053a582b4ec6831238fcb1a19347 2024-11-13T10:15:50,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/6d36053a582b4ec6831238fcb1a19347, entries=150, sequenceid=549, filesize=12.0 K 2024-11-13T10:15:50,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for b55a8dec70243333faa47fa5054d88c0 in 1236ms, sequenceid=549, compaction requested=false 2024-11-13T10:15:50,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b55a8dec70243333faa47fa5054d88c0: 2024-11-13T10:15:50,717 INFO [Thread-2092 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2092. 2024-11-13T10:15:50,717 DEBUG [Thread-2092 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:15:50,717 DEBUG [Thread-2092 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:50,717 DEBUG [Thread-2092 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:50,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:15:50,726 INFO [Thread-2086 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2086. 2024-11-13T10:15:50,726 DEBUG [Thread-2086 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:15:50,726 DEBUG [Thread-2086 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:50,726 DEBUG [Thread-2086 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:50,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:15:50,736 INFO [Thread-2084 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2084. 2024-11-13T10:15:50,736 DEBUG [Thread-2084 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:15:50,736 DEBUG [Thread-2084 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:50,736 DEBUG [Thread-2084 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:50,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:15:50,757 INFO [Thread-2088 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2088. 2024-11-13T10:15:50,757 DEBUG [Thread-2088 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:15:50,757 DEBUG [Thread-2088 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:50,757 DEBUG [Thread-2088 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:50,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:15:50,757 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T10:15:50,757 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 120 2024-11-13T10:15:50,757 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-13T10:15:50,757 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-13T10:15:50,757 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 137 2024-11-13T10:15:50,757 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-13T10:15:50,757 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T10:15:50,757 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T10:15:50,757 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1127 2024-11-13T10:15:50,757 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3378 rows 2024-11-13T10:15:50,757 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1127 2024-11-13T10:15:50,757 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3377 rows 2024-11-13T10:15:50,757 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1132 2024-11-13T10:15:50,757 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3395 rows 2024-11-13T10:15:50,757 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1130 2024-11-13T10:15:50,757 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3390 rows 2024-11-13T10:15:50,757 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1125 2024-11-13T10:15:50,757 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3373 rows 2024-11-13T10:15:50,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:15:50,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:15:50,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:50,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:50,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:15:50,758 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T10:15:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T10:15:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T10:15:50,761 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492950760"}]},"ts":"1731492950760"} 2024-11-13T10:15:50,762 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T10:15:50,762 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T10:15:50,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T10:15:50,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b55a8dec70243333faa47fa5054d88c0, UNASSIGN}] 2024-11-13T10:15:50,764 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b55a8dec70243333faa47fa5054d88c0, UNASSIGN 2024-11-13T10:15:50,764 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=b55a8dec70243333faa47fa5054d88c0, regionState=CLOSING, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:15:50,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b55a8dec70243333faa47fa5054d88c0, UNASSIGN because future has completed 2024-11-13T10:15:50,766 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T10:15:50,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966}] 2024-11-13T10:15:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T10:15:50,917 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(122): Close b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:50,918 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T10:15:50,918 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1722): Closing b55a8dec70243333faa47fa5054d88c0, disabling compactions & flushes 2024-11-13T10:15:50,918 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:50,918 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:50,918 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. after waiting 0 ms 2024-11-13T10:15:50,918 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:50,918 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(2902): Flushing b55a8dec70243333faa47fa5054d88c0 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-13T10:15:50,918 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=A 2024-11-13T10:15:50,918 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:50,918 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=B 2024-11-13T10:15:50,918 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:50,918 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b55a8dec70243333faa47fa5054d88c0, store=C 2024-11-13T10:15:50,918 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:50,922 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/421584e82423402ea0d4326cc7763059 is 50, key is test_row_0/A:col10/1731492950755/Put/seqid=0 2024-11-13T10:15:50,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742389_1565 (size=12301) 2024-11-13T10:15:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T10:15:51,325 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/421584e82423402ea0d4326cc7763059 2024-11-13T10:15:51,330 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/f1b367612dcc4cacb7d63e92a1a252e2 is 50, key is test_row_0/B:col10/1731492950755/Put/seqid=0 2024-11-13T10:15:51,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742390_1566 (size=12301) 2024-11-13T10:15:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T10:15:51,733 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/f1b367612dcc4cacb7d63e92a1a252e2 2024-11-13T10:15:51,738 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/b69edbdac9f3472fbb6b0bb937b0164f is 50, key is test_row_0/C:col10/1731492950755/Put/seqid=0 2024-11-13T10:15:51,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742391_1567 (size=12301) 2024-11-13T10:15:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T10:15:52,142 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/b69edbdac9f3472fbb6b0bb937b0164f 2024-11-13T10:15:52,145 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/A/421584e82423402ea0d4326cc7763059 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/421584e82423402ea0d4326cc7763059 2024-11-13T10:15:52,148 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/421584e82423402ea0d4326cc7763059, entries=150, sequenceid=559, filesize=12.0 K 2024-11-13T10:15:52,148 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/B/f1b367612dcc4cacb7d63e92a1a252e2 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/f1b367612dcc4cacb7d63e92a1a252e2 2024-11-13T10:15:52,151 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/f1b367612dcc4cacb7d63e92a1a252e2, entries=150, sequenceid=559, filesize=12.0 K 2024-11-13T10:15:52,151 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/.tmp/C/b69edbdac9f3472fbb6b0bb937b0164f as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/b69edbdac9f3472fbb6b0bb937b0164f 2024-11-13T10:15:52,153 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/b69edbdac9f3472fbb6b0bb937b0164f, entries=150, sequenceid=559, filesize=12.0 K 2024-11-13T10:15:52,154 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for b55a8dec70243333faa47fa5054d88c0 in 1236ms, sequenceid=559, compaction requested=true 2024-11-13T10:15:52,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/781253af194e40a4b6a20bbc7b839a6e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/685a5fd2c5ae495b8d3468b6c7c7b937, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/8f5d4198df3641cdb76ff5ef1dfb40f5, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/9e3fc784a0194937bfb94715f0a2399e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/7946afd85a264e39b046c716933a6874, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/880b172fd46040f3b36c0b4ab408b92c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/5c52c0a03ec149a1b9e9b319db14be94, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/ead207fc8db843f79b2e5a9afafa74e0, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/0e92ffa85ad8486f8705c9a7cd3f89be, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/8d569be6c6854e968542523c7f73a0c8, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/9e6043689a4a44049b2e5a5e89b830aa, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/8fd1d620a8ca46498ace8fc624c26883, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/a8d4e7fb4ce748789aeec9b97740587a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/1b56c2551bb04ea59320de9b7f1fd5b6, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/85ecaa1e3f8b447ca053b677a09c1d66, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/f4f0b2d9ea6a41e082c50145585498fb, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/4e7578f759f343fe87d77ce6e2f4b2a7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/1e6494710b424e66873a9578f5bca074, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/f7fd3e4bd3bc4558a0cefb7973e65e6f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/e00eacc7d25c4e68ad69236d1a31c1be, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/edd33af23be3429db1db23e1f19a2f0b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/428855de3aad4e098b0206d63f3e7055, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/6cb0417bd4324fe593359fe9b15289d9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/0698a8e5b6f94d38a3a52c190dd9740c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/90514d83264b43c1a808ffbe55a96501, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/db450a7f9e5d4382ad311df96f0fdf1b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/77316404c34f4ae2aee6ef321f5adea1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/f34642873a7f4adea11beb07b32b32cd, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/a3e9dcf52acb4a839ced70b2024bf315, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/fb7168a6126d452fbe5e5e96b4cbc0f2, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/7b72c03ab4db48bd8bae77e129173c40] to archive 2024-11-13T10:15:52,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:15:52,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/781253af194e40a4b6a20bbc7b839a6e to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/781253af194e40a4b6a20bbc7b839a6e 2024-11-13T10:15:52,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/685a5fd2c5ae495b8d3468b6c7c7b937 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/685a5fd2c5ae495b8d3468b6c7c7b937 2024-11-13T10:15:52,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/8f5d4198df3641cdb76ff5ef1dfb40f5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/8f5d4198df3641cdb76ff5ef1dfb40f5 2024-11-13T10:15:52,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/9e3fc784a0194937bfb94715f0a2399e to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/9e3fc784a0194937bfb94715f0a2399e 2024-11-13T10:15:52,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/7946afd85a264e39b046c716933a6874 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/7946afd85a264e39b046c716933a6874 2024-11-13T10:15:52,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/880b172fd46040f3b36c0b4ab408b92c to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/880b172fd46040f3b36c0b4ab408b92c 2024-11-13T10:15:52,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/5c52c0a03ec149a1b9e9b319db14be94 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/5c52c0a03ec149a1b9e9b319db14be94 2024-11-13T10:15:52,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/ead207fc8db843f79b2e5a9afafa74e0 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/ead207fc8db843f79b2e5a9afafa74e0 2024-11-13T10:15:52,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/0e92ffa85ad8486f8705c9a7cd3f89be to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/0e92ffa85ad8486f8705c9a7cd3f89be 2024-11-13T10:15:52,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/8d569be6c6854e968542523c7f73a0c8 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/8d569be6c6854e968542523c7f73a0c8 2024-11-13T10:15:52,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/9e6043689a4a44049b2e5a5e89b830aa to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/9e6043689a4a44049b2e5a5e89b830aa 2024-11-13T10:15:52,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/8fd1d620a8ca46498ace8fc624c26883 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/8fd1d620a8ca46498ace8fc624c26883 2024-11-13T10:15:52,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/a8d4e7fb4ce748789aeec9b97740587a to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/a8d4e7fb4ce748789aeec9b97740587a 2024-11-13T10:15:52,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/1b56c2551bb04ea59320de9b7f1fd5b6 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/1b56c2551bb04ea59320de9b7f1fd5b6 2024-11-13T10:15:52,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/85ecaa1e3f8b447ca053b677a09c1d66 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/85ecaa1e3f8b447ca053b677a09c1d66 2024-11-13T10:15:52,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/f4f0b2d9ea6a41e082c50145585498fb to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/f4f0b2d9ea6a41e082c50145585498fb 2024-11-13T10:15:52,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/4e7578f759f343fe87d77ce6e2f4b2a7 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/4e7578f759f343fe87d77ce6e2f4b2a7 2024-11-13T10:15:52,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/1e6494710b424e66873a9578f5bca074 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/1e6494710b424e66873a9578f5bca074 2024-11-13T10:15:52,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/f7fd3e4bd3bc4558a0cefb7973e65e6f to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/f7fd3e4bd3bc4558a0cefb7973e65e6f 2024-11-13T10:15:52,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/e00eacc7d25c4e68ad69236d1a31c1be to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/e00eacc7d25c4e68ad69236d1a31c1be 2024-11-13T10:15:52,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/edd33af23be3429db1db23e1f19a2f0b to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/edd33af23be3429db1db23e1f19a2f0b 2024-11-13T10:15:52,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/428855de3aad4e098b0206d63f3e7055 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/428855de3aad4e098b0206d63f3e7055 2024-11-13T10:15:52,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/6cb0417bd4324fe593359fe9b15289d9 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/6cb0417bd4324fe593359fe9b15289d9 2024-11-13T10:15:52,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/0698a8e5b6f94d38a3a52c190dd9740c to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/0698a8e5b6f94d38a3a52c190dd9740c 2024-11-13T10:15:52,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/90514d83264b43c1a808ffbe55a96501 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/90514d83264b43c1a808ffbe55a96501 2024-11-13T10:15:52,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/db450a7f9e5d4382ad311df96f0fdf1b to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/db450a7f9e5d4382ad311df96f0fdf1b 2024-11-13T10:15:52,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/77316404c34f4ae2aee6ef321f5adea1 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/77316404c34f4ae2aee6ef321f5adea1 2024-11-13T10:15:52,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/f34642873a7f4adea11beb07b32b32cd to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/f34642873a7f4adea11beb07b32b32cd 2024-11-13T10:15:52,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/a3e9dcf52acb4a839ced70b2024bf315 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/a3e9dcf52acb4a839ced70b2024bf315 2024-11-13T10:15:52,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/fb7168a6126d452fbe5e5e96b4cbc0f2 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/fb7168a6126d452fbe5e5e96b4cbc0f2 2024-11-13T10:15:52,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/7b72c03ab4db48bd8bae77e129173c40 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/7b72c03ab4db48bd8bae77e129173c40 2024-11-13T10:15:52,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/d89c6f995c0a46f182db09fa661b4636, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/28575497867540668052b83c99353027, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/d59e4a820199411a87118291c951381c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/ce744b49f8f947ea87a6628a85ba69b1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/32448dcdc0134a468b6dc17f40559098, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/734c6934b9444eddb97df8e0db688bda, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/4263870244af49a8918eaf5fe972f83d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/48b11d3b1a6a45cebf36fa1c3200dc0a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/ef9d2c64fd82436390f155a513b64867, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/83edf8b2bb2a460f8ef285632a4a7d97, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/f26084a0c1994d21b2d65eb1a3bd021f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/df5dd08ce1744ef99d998cb450eb12da, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/4b9ed574c678467c9ed170e4cff43a12, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/1a30ab5f7c994eb8ad56d3ba9332819d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/9e728c793da14072af70f5056d358cdc, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/b73465cd8b224798887028400ca2dc8c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/f1815de485c84679987440c77b75b8e6, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/e2d7024bd1a44c3896a792b68a68e3d6, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/528dfba8308843e08636894d8757ca0d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/9782da9ba4f24a5496c82bd71149c36b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/958873b03fce42b8889b45ece356a888, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/27d79d60e1664528b4448f4a4b30baa4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/0d98d8721f5a48d79c0176d827cdea6a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/34743eb9e9b84a279adb42aee649437d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/e09730cb79d84710b7fb9c3cb3d71195, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/de953526b6d945faaa5a4813d067d899, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/6ee7596e58dd4ec3be194244824a0285, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/33b7ea7f849b4f14b9bc4dfb0f5c4730, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/3f7513796c9f40ed891955bde4617e59, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/2037ada01bab4e7199bc1d2d804af030, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/dfe33f1ade084025a29eb0e890594495] to archive 2024-11-13T10:15:52,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:15:52,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/d89c6f995c0a46f182db09fa661b4636 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/d89c6f995c0a46f182db09fa661b4636 2024-11-13T10:15:52,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/28575497867540668052b83c99353027 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/28575497867540668052b83c99353027 2024-11-13T10:15:52,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/d59e4a820199411a87118291c951381c to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/d59e4a820199411a87118291c951381c 2024-11-13T10:15:52,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/ce744b49f8f947ea87a6628a85ba69b1 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/ce744b49f8f947ea87a6628a85ba69b1 2024-11-13T10:15:52,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/32448dcdc0134a468b6dc17f40559098 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/32448dcdc0134a468b6dc17f40559098 2024-11-13T10:15:52,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/734c6934b9444eddb97df8e0db688bda to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/734c6934b9444eddb97df8e0db688bda 2024-11-13T10:15:52,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/4263870244af49a8918eaf5fe972f83d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/4263870244af49a8918eaf5fe972f83d 2024-11-13T10:15:52,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/48b11d3b1a6a45cebf36fa1c3200dc0a to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/48b11d3b1a6a45cebf36fa1c3200dc0a 2024-11-13T10:15:52,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/ef9d2c64fd82436390f155a513b64867 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/ef9d2c64fd82436390f155a513b64867 2024-11-13T10:15:52,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/83edf8b2bb2a460f8ef285632a4a7d97 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/83edf8b2bb2a460f8ef285632a4a7d97 2024-11-13T10:15:52,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/f26084a0c1994d21b2d65eb1a3bd021f to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/f26084a0c1994d21b2d65eb1a3bd021f 2024-11-13T10:15:52,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/df5dd08ce1744ef99d998cb450eb12da to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/df5dd08ce1744ef99d998cb450eb12da 2024-11-13T10:15:52,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/4b9ed574c678467c9ed170e4cff43a12 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/4b9ed574c678467c9ed170e4cff43a12 2024-11-13T10:15:52,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/1a30ab5f7c994eb8ad56d3ba9332819d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/1a30ab5f7c994eb8ad56d3ba9332819d 2024-11-13T10:15:52,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/9e728c793da14072af70f5056d358cdc to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/9e728c793da14072af70f5056d358cdc 2024-11-13T10:15:52,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/b73465cd8b224798887028400ca2dc8c to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/b73465cd8b224798887028400ca2dc8c 2024-11-13T10:15:52,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/f1815de485c84679987440c77b75b8e6 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/f1815de485c84679987440c77b75b8e6 2024-11-13T10:15:52,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/e2d7024bd1a44c3896a792b68a68e3d6 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/e2d7024bd1a44c3896a792b68a68e3d6 2024-11-13T10:15:52,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/528dfba8308843e08636894d8757ca0d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/528dfba8308843e08636894d8757ca0d 2024-11-13T10:15:52,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/9782da9ba4f24a5496c82bd71149c36b to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/9782da9ba4f24a5496c82bd71149c36b 2024-11-13T10:15:52,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/958873b03fce42b8889b45ece356a888 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/958873b03fce42b8889b45ece356a888 2024-11-13T10:15:52,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/27d79d60e1664528b4448f4a4b30baa4 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/27d79d60e1664528b4448f4a4b30baa4 2024-11-13T10:15:52,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/0d98d8721f5a48d79c0176d827cdea6a to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/0d98d8721f5a48d79c0176d827cdea6a 2024-11-13T10:15:52,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/34743eb9e9b84a279adb42aee649437d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/34743eb9e9b84a279adb42aee649437d 2024-11-13T10:15:52,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/e09730cb79d84710b7fb9c3cb3d71195 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/e09730cb79d84710b7fb9c3cb3d71195 2024-11-13T10:15:52,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/de953526b6d945faaa5a4813d067d899 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/de953526b6d945faaa5a4813d067d899 2024-11-13T10:15:52,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/6ee7596e58dd4ec3be194244824a0285 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/6ee7596e58dd4ec3be194244824a0285 2024-11-13T10:15:52,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/33b7ea7f849b4f14b9bc4dfb0f5c4730 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/33b7ea7f849b4f14b9bc4dfb0f5c4730 2024-11-13T10:15:52,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/3f7513796c9f40ed891955bde4617e59 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/3f7513796c9f40ed891955bde4617e59 2024-11-13T10:15:52,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/2037ada01bab4e7199bc1d2d804af030 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/2037ada01bab4e7199bc1d2d804af030 2024-11-13T10:15:52,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/dfe33f1ade084025a29eb0e890594495 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/dfe33f1ade084025a29eb0e890594495 2024-11-13T10:15:52,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/721e9654f97b4f4292e144a3890d38e1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/6e8959cd2f2f4a839817e1cdd5d8f3d1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/c129591b0bd5486f9fe7c0b2b4503ff2, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/81beaf6f14834128956a6fa2b237a2d8, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/8c395e5a8de24ab38bb0d54e79595c56, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/fb9adbfbc1bc4f8db69323adb2424d2a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/bb5a875afa3344bda2d3a6d1c7d28bab, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/4c12b19fb75945279112b2013b7f3b1d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/bb9688fe8b094260801a79743b78d4f8, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/61aebdf3a1174274994cd3dbced7bac1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/7e9bc7ebb1264001b252d6fa455cd5d4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/de07116a389445feae1b25ea2f60d33e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/4680a7aaf2de440facc4a77967586521, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/e4c72e23c8c7471297ff0c49cdc017ec, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/e3f4e66360c5424b8827bfc03c7baa4c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/f549c580841b44759a046ecd3bc520ad, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/0d674f2834e2490282f76fbddc326b52, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/de1511d03ce6409c94a7b8cd9204f076, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/086d455cfa2c446995a6b0267a21b077, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/a4e61b4e35ac4582a892bd0b10002249, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/e45adf1579474f5ebb3c43a46f446282, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/cd2bb94d9f094e6b89e3a1ac488be092, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/8e6d18371c534456bfbcc9596f5efc6b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/9c9eb8d4cefd411eba51bcf4e53afdf3, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/3be61a92b9704756a445532d1c94f525, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/13ffb0b262f747f48042f3ee9c10a5d1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/fb89c0b30c8d4ea4973f615146576a8d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/21f8fb12e4754f52aaa39987d73262c1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/8c4d84f36fff4ccf81cef2fe9b60f6df, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/7f4ab6973a1a423bbef84bdc3be84234, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/d1b6afaca73b4b899403af7c5cd33a9d] to archive 2024-11-13T10:15:52,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:15:52,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/721e9654f97b4f4292e144a3890d38e1 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/721e9654f97b4f4292e144a3890d38e1 2024-11-13T10:15:52,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/6e8959cd2f2f4a839817e1cdd5d8f3d1 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/6e8959cd2f2f4a839817e1cdd5d8f3d1 2024-11-13T10:15:52,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/c129591b0bd5486f9fe7c0b2b4503ff2 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/c129591b0bd5486f9fe7c0b2b4503ff2 2024-11-13T10:15:52,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/81beaf6f14834128956a6fa2b237a2d8 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/81beaf6f14834128956a6fa2b237a2d8 2024-11-13T10:15:52,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/8c395e5a8de24ab38bb0d54e79595c56 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/8c395e5a8de24ab38bb0d54e79595c56 2024-11-13T10:15:52,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/fb9adbfbc1bc4f8db69323adb2424d2a to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/fb9adbfbc1bc4f8db69323adb2424d2a 2024-11-13T10:15:52,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/bb5a875afa3344bda2d3a6d1c7d28bab to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/bb5a875afa3344bda2d3a6d1c7d28bab 2024-11-13T10:15:52,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/4c12b19fb75945279112b2013b7f3b1d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/4c12b19fb75945279112b2013b7f3b1d 2024-11-13T10:15:52,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/bb9688fe8b094260801a79743b78d4f8 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/bb9688fe8b094260801a79743b78d4f8 2024-11-13T10:15:52,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/61aebdf3a1174274994cd3dbced7bac1 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/61aebdf3a1174274994cd3dbced7bac1 2024-11-13T10:15:52,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/7e9bc7ebb1264001b252d6fa455cd5d4 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/7e9bc7ebb1264001b252d6fa455cd5d4 2024-11-13T10:15:52,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/de07116a389445feae1b25ea2f60d33e to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/de07116a389445feae1b25ea2f60d33e 2024-11-13T10:15:52,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/4680a7aaf2de440facc4a77967586521 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/4680a7aaf2de440facc4a77967586521 2024-11-13T10:15:52,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/e4c72e23c8c7471297ff0c49cdc017ec to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/e4c72e23c8c7471297ff0c49cdc017ec 2024-11-13T10:15:52,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/e3f4e66360c5424b8827bfc03c7baa4c to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/e3f4e66360c5424b8827bfc03c7baa4c 2024-11-13T10:15:52,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/f549c580841b44759a046ecd3bc520ad to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/f549c580841b44759a046ecd3bc520ad 2024-11-13T10:15:52,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/0d674f2834e2490282f76fbddc326b52 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/0d674f2834e2490282f76fbddc326b52 2024-11-13T10:15:52,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/de1511d03ce6409c94a7b8cd9204f076 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/de1511d03ce6409c94a7b8cd9204f076 2024-11-13T10:15:52,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/086d455cfa2c446995a6b0267a21b077 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/086d455cfa2c446995a6b0267a21b077 2024-11-13T10:15:52,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/a4e61b4e35ac4582a892bd0b10002249 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/a4e61b4e35ac4582a892bd0b10002249 2024-11-13T10:15:52,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/e45adf1579474f5ebb3c43a46f446282 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/e45adf1579474f5ebb3c43a46f446282 2024-11-13T10:15:52,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/cd2bb94d9f094e6b89e3a1ac488be092 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/cd2bb94d9f094e6b89e3a1ac488be092 2024-11-13T10:15:52,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/8e6d18371c534456bfbcc9596f5efc6b to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/8e6d18371c534456bfbcc9596f5efc6b 2024-11-13T10:15:52,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/9c9eb8d4cefd411eba51bcf4e53afdf3 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/9c9eb8d4cefd411eba51bcf4e53afdf3 2024-11-13T10:15:52,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/3be61a92b9704756a445532d1c94f525 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/3be61a92b9704756a445532d1c94f525 2024-11-13T10:15:52,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/13ffb0b262f747f48042f3ee9c10a5d1 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/13ffb0b262f747f48042f3ee9c10a5d1 2024-11-13T10:15:52,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/fb89c0b30c8d4ea4973f615146576a8d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/fb89c0b30c8d4ea4973f615146576a8d 2024-11-13T10:15:52,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/21f8fb12e4754f52aaa39987d73262c1 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/21f8fb12e4754f52aaa39987d73262c1 2024-11-13T10:15:52,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/8c4d84f36fff4ccf81cef2fe9b60f6df to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/8c4d84f36fff4ccf81cef2fe9b60f6df 2024-11-13T10:15:52,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/7f4ab6973a1a423bbef84bdc3be84234 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/7f4ab6973a1a423bbef84bdc3be84234 2024-11-13T10:15:52,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/d1b6afaca73b4b899403af7c5cd33a9d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/d1b6afaca73b4b899403af7c5cd33a9d 2024-11-13T10:15:52,234 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/recovered.edits/562.seqid, newMaxSeqId=562, maxSeqId=1 2024-11-13T10:15:52,235 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. 2024-11-13T10:15:52,235 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1676): Region close journal for b55a8dec70243333faa47fa5054d88c0: Waiting for close lock at 1731492950918Running coprocessor pre-close hooks at 1731492950918Disabling compacts and flushes for region at 1731492950918Disabling writes for close at 1731492950918Obtaining lock to block concurrent updates at 1731492950918Preparing flush snapshotting stores in b55a8dec70243333faa47fa5054d88c0 at 1731492950918Finished memstore snapshotting TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731492950918Flushing stores of TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0. at 1731492950919 (+1 ms)Flushing b55a8dec70243333faa47fa5054d88c0/A: creating writer at 1731492950919Flushing b55a8dec70243333faa47fa5054d88c0/A: appending metadata at 1731492950921 (+2 ms)Flushing b55a8dec70243333faa47fa5054d88c0/A: closing flushed file at 1731492950921Flushing b55a8dec70243333faa47fa5054d88c0/B: creating writer at 1731492951328 (+407 ms)Flushing b55a8dec70243333faa47fa5054d88c0/B: appending metadata at 1731492951330 (+2 ms)Flushing b55a8dec70243333faa47fa5054d88c0/B: closing flushed file at 1731492951330Flushing b55a8dec70243333faa47fa5054d88c0/C: creating writer at 1731492951736 (+406 ms)Flushing b55a8dec70243333faa47fa5054d88c0/C: appending metadata at 1731492951738 (+2 ms)Flushing b55a8dec70243333faa47fa5054d88c0/C: closing flushed file at 1731492951738Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35ef6700: reopening flushed file at 1731492952145 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9539c33: reopening flushed file at 1731492952148 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47d7c0a0: reopening flushed file at 1731492952151 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for b55a8dec70243333faa47fa5054d88c0 in 1236ms, sequenceid=559, compaction requested=true at 1731492952154 (+3 ms)Writing region close event to WAL at 1731492952232 (+78 ms)Running coprocessor post-close hooks at 1731492952234 (+2 ms)Closed at 1731492952235 (+1 ms) 2024-11-13T10:15:52,236 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(157): Closed b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:52,237 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=b55a8dec70243333faa47fa5054d88c0, regionState=CLOSED 2024-11-13T10:15:52,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 because future has completed 2024-11-13T10:15:52,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-13T10:15:52,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseRegionProcedure b55a8dec70243333faa47fa5054d88c0, server=770665a7984d,33247,1731492796966 in 1.4720 sec 2024-11-13T10:15:52,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-11-13T10:15:52,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b55a8dec70243333faa47fa5054d88c0, UNASSIGN in 1.4770 sec 2024-11-13T10:15:52,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-13T10:15:52,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4790 sec 2024-11-13T10:15:52,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492952243"}]},"ts":"1731492952243"} 2024-11-13T10:15:52,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T10:15:52,245 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T10:15:52,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4870 sec 2024-11-13T10:15:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T10:15:52,905 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:52,906 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T10:15:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:15:52,907 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=143, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:15:52,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T10:15:52,908 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=143, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:15:52,910 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:52,911 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A, FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B, FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C, FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/recovered.edits] 2024-11-13T10:15:52,913 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/421584e82423402ea0d4326cc7763059 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/421584e82423402ea0d4326cc7763059 2024-11-13T10:15:52,914 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/7576f8440d3d43e280ffa0dc5c77a6d8 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/7576f8440d3d43e280ffa0dc5c77a6d8 2024-11-13T10:15:52,915 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/d557dcc4a1704c318ef27f598410d637 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/A/d557dcc4a1704c318ef27f598410d637 2024-11-13T10:15:52,917 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/0d4e9ff8c7474104ab8ffc5d7202b2f7 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/0d4e9ff8c7474104ab8ffc5d7202b2f7 2024-11-13T10:15:52,917 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/cc0bb6c034354631873baa546e9322c5 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/cc0bb6c034354631873baa546e9322c5 2024-11-13T10:15:52,918 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/f1b367612dcc4cacb7d63e92a1a252e2 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/B/f1b367612dcc4cacb7d63e92a1a252e2 2024-11-13T10:15:52,920 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/5f90825d37484ec3baa296b62684564d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/5f90825d37484ec3baa296b62684564d 2024-11-13T10:15:52,920 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/6d36053a582b4ec6831238fcb1a19347 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/6d36053a582b4ec6831238fcb1a19347 2024-11-13T10:15:52,921 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/b69edbdac9f3472fbb6b0bb937b0164f to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/C/b69edbdac9f3472fbb6b0bb937b0164f 2024-11-13T10:15:52,923 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/recovered.edits/562.seqid to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0/recovered.edits/562.seqid 2024-11-13T10:15:52,923 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/b55a8dec70243333faa47fa5054d88c0 2024-11-13T10:15:52,923 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T10:15:52,925 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=143, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:15:52,927 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T10:15:52,928 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T10:15:52,929 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=143, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:15:52,929 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T10:15:52,929 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731492952929"}]},"ts":"9223372036854775807"} 2024-11-13T10:15:52,931 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T10:15:52,931 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b55a8dec70243333faa47fa5054d88c0, NAME => 'TestAcidGuarantees,,1731492926274.b55a8dec70243333faa47fa5054d88c0.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T10:15:52,931 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T10:15:52,931 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731492952931"}]},"ts":"9223372036854775807"} 2024-11-13T10:15:52,933 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T10:15:52,933 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=143, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:15:52,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-11-13T10:15:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T10:15:53,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T10:15:53,015 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:53,024 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250 (was 253), OpenFileDescriptor=449 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 376) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2000 (was 2108) 2024-11-13T10:15:53,033 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=1999 2024-11-13T10:15:53,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T10:15:53,034 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:15:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T10:15:53,036 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:15:53,036 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:53,036 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 144 2024-11-13T10:15:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-13T10:15:53,037 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:15:53,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742392_1568 (size=1061) 2024-11-13T10:15:53,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-13T10:15:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-13T10:15:53,443 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388 2024-11-13T10:15:53,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742393_1569 (size=53) 2024-11-13T10:15:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-13T10:15:53,847 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:15:53,847 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6eb0133e5349832c282ad135599dc203, disabling compactions & flushes 2024-11-13T10:15:53,847 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:53,848 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:53,848 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. after waiting 0 ms 2024-11-13T10:15:53,848 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:53,848 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:53,848 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6eb0133e5349832c282ad135599dc203: Waiting for close lock at 1731492953847Disabling compacts and flushes for region at 1731492953847Disabling writes for close at 1731492953848 (+1 ms)Writing region close event to WAL at 1731492953848Closed at 1731492953848 2024-11-13T10:15:53,849 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:15:53,849 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731492953849"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731492953849"}]},"ts":"1731492953849"} 2024-11-13T10:15:53,850 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:15:53,851 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:15:53,851 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492953851"}]},"ts":"1731492953851"} 2024-11-13T10:15:53,852 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T10:15:53,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6eb0133e5349832c282ad135599dc203, ASSIGN}] 2024-11-13T10:15:53,853 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6eb0133e5349832c282ad135599dc203, ASSIGN 2024-11-13T10:15:53,853 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6eb0133e5349832c282ad135599dc203, ASSIGN; state=OFFLINE, location=770665a7984d,33247,1731492796966; forceNewPlan=false, retain=false 2024-11-13T10:15:54,004 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=6eb0133e5349832c282ad135599dc203, regionState=OPENING, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:15:54,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6eb0133e5349832c282ad135599dc203, ASSIGN because future has completed 2024-11-13T10:15:54,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966}] 2024-11-13T10:15:54,159 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:54,159 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7752): Opening region: {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:15:54,160 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:54,160 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:15:54,160 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7794): checking encryption for 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:54,160 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7797): checking classloading for 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:54,161 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:54,162 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:15:54,162 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6eb0133e5349832c282ad135599dc203 columnFamilyName A 2024-11-13T10:15:54,162 DEBUG [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:54,163 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] regionserver.HStore(327): Store=6eb0133e5349832c282ad135599dc203/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:15:54,163 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:54,164 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:15:54,164 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6eb0133e5349832c282ad135599dc203 columnFamilyName B 2024-11-13T10:15:54,164 DEBUG [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:54,164 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] regionserver.HStore(327): Store=6eb0133e5349832c282ad135599dc203/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:15:54,164 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:54,165 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:15:54,165 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6eb0133e5349832c282ad135599dc203 columnFamilyName C 2024-11-13T10:15:54,165 DEBUG [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:54,165 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] regionserver.HStore(327): Store=6eb0133e5349832c282ad135599dc203/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:15:54,165 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:54,166 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1038): replaying wal for 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:54,166 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:54,166 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:54,167 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1048): stopping wal replay for 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:54,167 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1060): Cleaning up temporary data for 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:54,167 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T10:15:54,168 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1093): writing seq id for 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:54,169 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:15:54,170 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1114): Opened 6eb0133e5349832c282ad135599dc203; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59101998, jitterRate=-0.11931160092353821}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T10:15:54,170 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:54,170 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1006): Region open journal for 6eb0133e5349832c282ad135599dc203: Running coprocessor pre-open hook at 1731492954160Writing region info on filesystem at 1731492954160Initializing all the Stores at 1731492954161 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492954161Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492954161Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492954161Cleaning up temporary data from old regions at 1731492954167 (+6 ms)Running coprocessor post-open hooks at 1731492954170 (+3 ms)Region opened successfully at 1731492954170 2024-11-13T10:15:54,171 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., pid=146, masterSystemTime=1731492954157 2024-11-13T10:15:54,172 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:54,172 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:54,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=6eb0133e5349832c282ad135599dc203, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:15:54,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 because future has completed 2024-11-13T10:15:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-13T10:15:54,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-13T10:15:54,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure 6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 in 169 msec 2024-11-13T10:15:54,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-13T10:15:54,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6eb0133e5349832c282ad135599dc203, ASSIGN in 324 msec 2024-11-13T10:15:54,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:15:54,178 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492954178"}]},"ts":"1731492954178"} 2024-11-13T10:15:54,179 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T10:15:54,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:15:54,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1450 sec 2024-11-13T10:15:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-13T10:15:55,185 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:55,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd32fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:55,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:15:55,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:15:55,187 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:15:55,187 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:15:55,187 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:15:55,187 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb06115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:55,187 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:15:55,187 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:15:55,187 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:55,188 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:15:55,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d705bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:55,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:15:55,190 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:15:55,190 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:15:55,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:15:55,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:15:55,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,34701,1731492796132 2024-11-13T10:15:55,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c8361e0 2024-11-13T10:15:55,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:15:55,192 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:15:55,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T10:15:55,193 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:15:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-13T10:15:55,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742394_1570 (size=1097) 2024-11-13T10:15:55,603 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-13T10:15:55,603 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-13T10:15:55,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T10:15:55,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6eb0133e5349832c282ad135599dc203, REOPEN/MOVE}] 2024-11-13T10:15:55,608 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6eb0133e5349832c282ad135599dc203, REOPEN/MOVE 2024-11-13T10:15:55,608 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=6eb0133e5349832c282ad135599dc203, regionState=CLOSING, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:15:55,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6eb0133e5349832c282ad135599dc203, REOPEN/MOVE because future has completed 2024-11-13T10:15:55,610 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T10:15:55,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966}] 2024-11-13T10:15:55,762 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:55,762 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T10:15:55,762 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing 6eb0133e5349832c282ad135599dc203, disabling compactions & flushes 2024-11-13T10:15:55,762 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:55,762 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:55,762 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. after waiting 0 ms 2024-11-13T10:15:55,762 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:55,767 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T10:15:55,768 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:55,768 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for 6eb0133e5349832c282ad135599dc203: Waiting for close lock at 1731492955762Running coprocessor pre-close hooks at 1731492955762Disabling compacts and flushes for region at 1731492955762Disabling writes for close at 1731492955762Writing region close event to WAL at 1731492955762Running coprocessor post-close hooks at 1731492955767 (+5 ms)Closed at 1731492955768 (+1 ms) 2024-11-13T10:15:55,768 WARN [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionServer(3299): Not adding moved region record: 6eb0133e5349832c282ad135599dc203 to self. 2024-11-13T10:15:55,769 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:55,770 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=6eb0133e5349832c282ad135599dc203, regionState=CLOSED 2024-11-13T10:15:55,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 because future has completed 2024-11-13T10:15:55,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-13T10:15:55,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure 6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 in 161 msec 2024-11-13T10:15:55,773 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6eb0133e5349832c282ad135599dc203, REOPEN/MOVE; state=CLOSED, location=770665a7984d,33247,1731492796966; forceNewPlan=false, retain=true 2024-11-13T10:15:55,923 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=6eb0133e5349832c282ad135599dc203, regionState=OPENING, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:15:55,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6eb0133e5349832c282ad135599dc203, REOPEN/MOVE because future has completed 2024-11-13T10:15:55,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966}] 2024-11-13T10:15:56,079 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:56,079 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7752): Opening region: {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:15:56,079 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:56,079 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:15:56,079 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7794): checking encryption for 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:56,079 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7797): checking classloading for 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:56,080 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:56,081 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:15:56,081 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6eb0133e5349832c282ad135599dc203 columnFamilyName A 2024-11-13T10:15:56,082 DEBUG [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:56,082 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] regionserver.HStore(327): Store=6eb0133e5349832c282ad135599dc203/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:15:56,083 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:56,083 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:15:56,083 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6eb0133e5349832c282ad135599dc203 columnFamilyName B 2024-11-13T10:15:56,083 DEBUG [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:56,084 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] regionserver.HStore(327): Store=6eb0133e5349832c282ad135599dc203/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:15:56,084 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:56,084 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-13T10:15:56,084 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6eb0133e5349832c282ad135599dc203 columnFamilyName C 2024-11-13T10:15:56,084 DEBUG [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:56,085 INFO [StoreOpener-6eb0133e5349832c282ad135599dc203-1 {}] regionserver.HStore(327): Store=6eb0133e5349832c282ad135599dc203/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:15:56,085 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:56,085 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1038): replaying wal for 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:56,085 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:56,086 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:56,086 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1048): stopping wal replay for 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:56,086 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1060): Cleaning up temporary data for 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:56,087 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T10:15:56,088 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1093): writing seq id for 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:56,088 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1114): Opened 6eb0133e5349832c282ad135599dc203; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72238665, jitterRate=0.0764399915933609}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T10:15:56,088 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:56,089 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1006): Region open journal for 6eb0133e5349832c282ad135599dc203: Running coprocessor pre-open hook at 1731492956080Writing region info on filesystem at 1731492956080Initializing all the Stores at 1731492956080Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492956080Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492956080Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731492956080Cleaning up temporary data from old regions at 1731492956086 (+6 ms)Running coprocessor post-open hooks at 1731492956088 (+2 ms)Region opened successfully at 1731492956089 (+1 ms) 2024-11-13T10:15:56,089 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., pid=151, masterSystemTime=1731492956076 2024-11-13T10:15:56,091 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:56,091 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:56,091 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=6eb0133e5349832c282ad135599dc203, regionState=OPEN, openSeqNum=5, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:15:56,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 because future has completed 2024-11-13T10:15:56,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=149 2024-11-13T10:15:56,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=149, state=SUCCESS, hasLock=false; OpenRegionProcedure 6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 in 168 msec 2024-11-13T10:15:56,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-13T10:15:56,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6eb0133e5349832c282ad135599dc203, REOPEN/MOVE in 487 msec 2024-11-13T10:15:56,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-13T10:15:56,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 491 msec 2024-11-13T10:15:56,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 904 msec 2024-11-13T10:15:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-13T10:15:56,100 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:15:56,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e83be8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:15:56,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:15:56,101 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:15:56,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:15:56,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:15:56,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@317c6f9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:15:56,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:15:56,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:56,103 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:15:56,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16391eca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556fc022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:15:56,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:15:56,104 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:15:56,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:15:56,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:15:56,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5210721d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:15:56,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:15:56,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:56,105 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:15:56,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da11320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77590f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:15:56,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:15:56,107 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:15:56,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:15:56,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:15:56,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@321e88e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:15:56,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:15:56,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:56,108 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:15:56,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc8a49d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99b73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:15:56,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:15:56,109 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:15:56,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:15:56,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:15:56,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@760db5a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:15:56,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:15:56,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:56,111 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:15:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590fbed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af69a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:15:56,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:15:56,112 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:15:56,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:15:56,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:15:56,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af0384f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:15:56,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:15:56,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:56,113 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:15:56,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f252182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb7cff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:15:56,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:15:56,115 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:15:56,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:15:56,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:15:56,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2cd736, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:15:56,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:15:56,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:56,116 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:15:56,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@636a52b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ae597b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:15:56,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:15:56,117 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:15:56,117 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:15:56,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:15:56,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e20ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:15:56,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:15:56,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:56,118 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:15:56,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ddd0a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39174ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:15:56,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:15:56,120 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:15:56,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:15:56,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:15:56,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5414b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:15:56,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:15:56,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:56,122 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:15:56,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c23d9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8fc71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:15:56,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:15:56,123 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:15:56,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:15:56,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:15:56,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6365d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:15:56,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:15:56,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:56,124 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:15:56,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a14c076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc96918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,34701,-1 for getting cluster id 2024-11-13T10:15:56,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:15:56,126 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bafafcdc-d8d6-463a-84fe-be90acc14415' 2024-11-13T10:15:56,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:15:56,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bafafcdc-d8d6-463a-84fe-be90acc14415" 2024-11-13T10:15:56,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3a7994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,34701,-1] 2024-11-13T10:15:56,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:15:56,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:15:56,127 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:15:56,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a32fb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:15:56,128 DEBUG [Thread-2534 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:15:56,128 DEBUG [Thread-2551 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:15:56,128 DEBUG [Thread-2536 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:15:56,128 DEBUG [Thread-2540 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:15:56,128 DEBUG [Thread-2547 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:15:56,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:15:56,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:15:56,129 DEBUG [Thread-2538 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:15:56,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:15:56,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:15:56,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:15:56,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:15:56,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:15:56,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:15:56,129 DEBUG [Thread-2532 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:15:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:15:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:15:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:15:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:15:56,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:15:56,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:15:56,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:15:56,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:15:56,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:15:56,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:15:56,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:15:56,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:15:56,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:15:56,132 DEBUG [Thread-2543 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:15:56,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:15:56,132 DEBUG [Thread-2549 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:15:56,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:15:56,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:15:56,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:15:56,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:15:56,134 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:15:56,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:15:56,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:15:56,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:15:56,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:15:56,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:15:56,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:15:56,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:15:56,137 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:15:56,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:15:56,138 DEBUG [Thread-2545 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:15:56,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33247,1731492796966, seqNum=-1] 2024-11-13T10:15:56,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:15:56,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:15:56,140 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:15:56,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5] 2024-11-13T10:15:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-13T10:15:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-13T10:15:56,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6eb0133e5349832c282ad135599dc203 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-13T10:15:56,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=A 2024-11-13T10:15:56,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:56,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=B 2024-11-13T10:15:56,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:56,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=C 2024-11-13T10:15:56,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:56,149 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:15:56,150 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:15:56,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:15:56,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493016166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:56,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493016166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:56,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:56,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:56,175 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492956163, max timestamp=1731492956170Num uniques 859; 2024-11-13T10:15:56,175 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:15:56,175 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492956163, max timestamp=1731492956170Num uniques 859; 2024-11-13T10:15:56,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:15:56,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492956163, max timestamp=1731492956170Num uniques 859; 2024-11-13T10:15:56,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:15:56,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113834a4a70d11c4cfbacb2c10c57f7fc5f_6eb0133e5349832c282ad135599dc203 is 50, key is test_row_0/A:col10/1731492956139/Put/seqid=0 2024-11-13T10:15:56,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742395_1571 (size=12154) 2024-11-13T10:15:56,197 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:56,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47456 deadline: 1731493016196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:56,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:56,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47492 deadline: 1731493016199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:56,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47482 deadline: 1731493016200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:56,208 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113834a4a70d11c4cfbacb2c10c57f7fc5f_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113834a4a70d11c4cfbacb2c10c57f7fc5f_6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:56,209 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/09dd78ad55b44b6ebc33ce225284f37e, store: [table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:15:56,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/09dd78ad55b44b6ebc33ce225284f37e is 175, key is test_row_0/A:col10/1731492956139/Put/seqid=0 2024-11-13T10:15:56,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742396_1572 (size=30955) 2024-11-13T10:15:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-13T10:15:56,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493016274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493016274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:56,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-13T10:15:56,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:56,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:15:56,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:56,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:56,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:56,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47456 deadline: 1731493016305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:56,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47492 deadline: 1731493016315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47482 deadline: 1731493016315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:56,318 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,318 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,318 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:56,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-13T10:15:56,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:56,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:15:56,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:56,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:56,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:56,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-13T10:15:56,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493016485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:56,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493016485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:56,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:56,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47456 deadline: 1731493016515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:56,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47492 deadline: 1731493016524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:56,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47482 deadline: 1731493016525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:56,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-13T10:15:56,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:56,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:15:56,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:56,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:56,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:56,615 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/09dd78ad55b44b6ebc33ce225284f37e 2024-11-13T10:15:56,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/78026cb72fe24078a49308734b0da1f9 is 50, key is test_row_0/B:col10/1731492956139/Put/seqid=0 2024-11-13T10:15:56,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742397_1573 (size=12001) 2024-11-13T10:15:56,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-13T10:15:56,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:56,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:15:56,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:56,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:56,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:56,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-13T10:15:56,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493016795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:56,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493016795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:56,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47456 deadline: 1731493016824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:56,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:56,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47492 deadline: 1731493016834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:56,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47482 deadline: 1731493016835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:56,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:56,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:56,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:56,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-13T10:15:56,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:56,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:15:56,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:56,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:56,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:57,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/78026cb72fe24078a49308734b0da1f9 2024-11-13T10:15:57,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-13T10:15:57,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/71da419158a24f088bfbf043d99a40d6 is 50, key is test_row_0/C:col10/1731492956139/Put/seqid=0 2024-11-13T10:15:57,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:57,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:15:57,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:57,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:57,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:15:57,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742398_1574 (size=12001) 2024-11-13T10:15:57,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/71da419158a24f088bfbf043d99a40d6 2024-11-13T10:15:57,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/09dd78ad55b44b6ebc33ce225284f37e as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/09dd78ad55b44b6ebc33ce225284f37e 2024-11-13T10:15:57,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/09dd78ad55b44b6ebc33ce225284f37e, entries=150, sequenceid=16, filesize=30.2 K 2024-11-13T10:15:57,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/78026cb72fe24078a49308734b0da1f9 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/78026cb72fe24078a49308734b0da1f9 2024-11-13T10:15:57,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/78026cb72fe24078a49308734b0da1f9, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T10:15:57,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/71da419158a24f088bfbf043d99a40d6 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/71da419158a24f088bfbf043d99a40d6 2024-11-13T10:15:57,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/71da419158a24f088bfbf043d99a40d6, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T10:15:57,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 6eb0133e5349832c282ad135599dc203 in 946ms, sequenceid=16, compaction requested=false 2024-11-13T10:15:57,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:15:57,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-13T10:15:57,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:57,222 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 6eb0133e5349832c282ad135599dc203 3/3 column families, dataSize=120.76 KB heapSize=345.14 KB 2024-11-13T10:15:57,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=A 2024-11-13T10:15:57,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:57,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=B 2024-11-13T10:15:57,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:57,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=C 2024-11-13T10:15:57,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:15:57,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d5112ac943594068a7df5e2168644412_6eb0133e5349832c282ad135599dc203 is 50, key is test_row_0/A:col10/1731492956194/Put/seqid=0 2024-11-13T10:15:57,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742399_1575 (size=12154) 2024-11-13T10:15:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-13T10:15:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:57,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:15:57,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493017328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:57,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:57,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:57,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:57,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493017335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:57,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:57,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:57,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:57,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47456 deadline: 1731493017335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:57,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:57,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:57,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:57,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47492 deadline: 1731493017345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:57,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47482 deadline: 1731493017345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:57,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:57,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:57,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:57,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:57,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:57,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:57,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493017445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:57,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:57,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:57,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:57,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493017445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:57,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:57,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:57,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:57,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:57,638 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d5112ac943594068a7df5e2168644412_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d5112ac943594068a7df5e2168644412_6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:57,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/f8640e2a4e524465a839a7478d6423c9, store: [table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:15:57,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/f8640e2a4e524465a839a7478d6423c9 is 175, key is test_row_0/A:col10/1731492956194/Put/seqid=0 2024-11-13T10:15:57,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742400_1576 (size=30955) 2024-11-13T10:15:57,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493017655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:57,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493017655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:57,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:57,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:57,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:57,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:57,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:57,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:57,750 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T10:15:57,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493017964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:57,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493017964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:58,044 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/f8640e2a4e524465a839a7478d6423c9 2024-11-13T10:15:58,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/9f4e59268ac04c8da9ace65bc48d089b is 50, key is test_row_0/B:col10/1731492956194/Put/seqid=0 2024-11-13T10:15:58,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742401_1577 (size=12001) 2024-11-13T10:15:58,058 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/9f4e59268ac04c8da9ace65bc48d089b 2024-11-13T10:15:58,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/88aeedefe678461db313a7f971f0b9b1 is 50, key is test_row_0/C:col10/1731492956194/Put/seqid=0 2024-11-13T10:15:58,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742402_1578 (size=12001) 2024-11-13T10:15:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-13T10:15:58,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47456 deadline: 1731493018354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:58,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47492 deadline: 1731493018354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:58,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47482 deadline: 1731493018355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:58,359 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in 6eb0133e5349832c282ad135599dc203 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:58,359 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_0' in 6eb0133e5349832c282ad135599dc203 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:58,360 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in 6eb0133e5349832c282ad135599dc203 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:15:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:58,470 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/88aeedefe678461db313a7f971f0b9b1 2024-11-13T10:15:58,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/f8640e2a4e524465a839a7478d6423c9 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/f8640e2a4e524465a839a7478d6423c9 2024-11-13T10:15:58,477 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/f8640e2a4e524465a839a7478d6423c9, entries=150, sequenceid=51, filesize=30.2 K 2024-11-13T10:15:58,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493018475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:58,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/9f4e59268ac04c8da9ace65bc48d089b as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/9f4e59268ac04c8da9ace65bc48d089b 2024-11-13T10:15:58,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:58,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:58,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:58,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493018475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:58,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:58,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:58,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:58,481 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/9f4e59268ac04c8da9ace65bc48d089b, entries=150, sequenceid=51, filesize=11.7 K 2024-11-13T10:15:58,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/88aeedefe678461db313a7f971f0b9b1 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/88aeedefe678461db313a7f971f0b9b1 2024-11-13T10:15:58,484 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/88aeedefe678461db313a7f971f0b9b1, entries=150, sequenceid=51, filesize=11.7 K 2024-11-13T10:15:58,485 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~345.09 KB/353376, currentSize=60.38 KB/61830 for 6eb0133e5349832c282ad135599dc203 in 1263ms, sequenceid=51, compaction requested=false 2024-11-13T10:15:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:15:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:15:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-13T10:15:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-13T10:15:58,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-13T10:15:58,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3370 sec 2024-11-13T10:15:58,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.3550 sec 2024-11-13T10:15:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:59,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6eb0133e5349832c282ad135599dc203 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-13T10:15:59,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=A 2024-11-13T10:15:59,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:59,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=B 2024-11-13T10:15:59,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:59,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=C 2024-11-13T10:15:59,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:15:59,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111377143b984d274e8e892b4894ded2343d_6eb0133e5349832c282ad135599dc203 is 50, key is test_row_0/A:col10/1731492959487/Put/seqid=0 2024-11-13T10:15:59,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742403_1579 (size=14594) 2024-11-13T10:15:59,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493019523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:59,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:59,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:59,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:59,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493019526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:59,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493019635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:59,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:59,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:59,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493019635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:59,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:59,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493019845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:59,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:15:59,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493019845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:15:59,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:59,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:59,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:59,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:15:59,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:15:59,900 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:15:59,903 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111377143b984d274e8e892b4894ded2343d_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111377143b984d274e8e892b4894ded2343d_6eb0133e5349832c282ad135599dc203 2024-11-13T10:15:59,904 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/77973db6c221464b94b85ead8b59e167, store: [table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:15:59,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/77973db6c221464b94b85ead8b59e167 is 175, key is test_row_0/A:col10/1731492959487/Put/seqid=0 2024-11-13T10:15:59,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742404_1580 (size=39549) 2024-11-13T10:16:00,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493020155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:00,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493020155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:00,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:00,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:00,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:00,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:00,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:00,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:00,308 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=65, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/77973db6c221464b94b85ead8b59e167 2024-11-13T10:16:00,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/771b61f4234849f58b496b0212e797fa is 50, key is test_row_0/B:col10/1731492959487/Put/seqid=0 2024-11-13T10:16:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-13T10:16:00,315 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:16:00,315 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:16:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-13T10:16:00,317 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:16:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-13T10:16:00,318 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:16:00,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:16:00,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742405_1581 (size=12001) 2024-11-13T10:16:00,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47456 deadline: 1731493020374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:00,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47482 deadline: 1731493020375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:00,377 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in 6eb0133e5349832c282ad135599dc203 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:16:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:00,377 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in 6eb0133e5349832c282ad135599dc203 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:16:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:00,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:00,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:00,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:00,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:00,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47492 deadline: 1731493020385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:00,388 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_0' in 6eb0133e5349832c282ad135599dc203 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:16:00,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:00,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:00,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-13T10:16:00,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-13T10:16:00,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:00,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:00,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:00,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:00,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:00,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-13T10:16:00,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:00,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:00,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:00,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:00,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-13T10:16:00,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493020665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:00,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:00,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:00,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:00,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493020665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:00,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:00,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:00,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:00,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/771b61f4234849f58b496b0212e797fa 2024-11-13T10:16:00,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/ccd652547d3047efa2d731a2b720d29e is 50, key is test_row_0/C:col10/1731492959487/Put/seqid=0 2024-11-13T10:16:00,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742406_1582 (size=12001) 2024-11-13T10:16:00,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-13T10:16:00,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:00,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:00,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:00,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:00,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:00,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-13T10:16:00,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:00,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:00,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:00,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:00,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-13T10:16:01,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-13T10:16:01,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:01,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:01,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:01,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:01,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:01,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/ccd652547d3047efa2d731a2b720d29e 2024-11-13T10:16:01,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/77973db6c221464b94b85ead8b59e167 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/77973db6c221464b94b85ead8b59e167 2024-11-13T10:16:01,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/77973db6c221464b94b85ead8b59e167, entries=200, sequenceid=65, filesize=38.6 K 2024-11-13T10:16:01,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/771b61f4234849f58b496b0212e797fa as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/771b61f4234849f58b496b0212e797fa 2024-11-13T10:16:01,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/771b61f4234849f58b496b0212e797fa, entries=150, sequenceid=65, filesize=11.7 K 2024-11-13T10:16:01,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/ccd652547d3047efa2d731a2b720d29e as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/ccd652547d3047efa2d731a2b720d29e 2024-11-13T10:16:01,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/ccd652547d3047efa2d731a2b720d29e, entries=150, sequenceid=65, filesize=11.7 K 2024-11-13T10:16:01,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 6eb0133e5349832c282ad135599dc203 in 1663ms, sequenceid=65, compaction requested=true 2024-11-13T10:16:01,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:01,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6eb0133e5349832c282ad135599dc203:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:16:01,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:01,150 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:16:01,150 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:16:01,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6eb0133e5349832c282ad135599dc203:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:16:01,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:01,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6eb0133e5349832c282ad135599dc203:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:16:01,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:16:01,151 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:16:01,151 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:16:01,151 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 6eb0133e5349832c282ad135599dc203/B is initiating minor compaction (all files) 2024-11-13T10:16:01,151 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 6eb0133e5349832c282ad135599dc203/A is initiating minor compaction (all files) 2024-11-13T10:16:01,151 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6eb0133e5349832c282ad135599dc203/B in TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:01,151 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6eb0133e5349832c282ad135599dc203/A in TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:01,151 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/78026cb72fe24078a49308734b0da1f9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/9f4e59268ac04c8da9ace65bc48d089b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/771b61f4234849f58b496b0212e797fa] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp, totalSize=35.2 K 2024-11-13T10:16:01,151 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/09dd78ad55b44b6ebc33ce225284f37e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/f8640e2a4e524465a839a7478d6423c9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/77973db6c221464b94b85ead8b59e167] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp, totalSize=99.1 K 2024-11-13T10:16:01,151 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:01,151 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/09dd78ad55b44b6ebc33ce225284f37e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/f8640e2a4e524465a839a7478d6423c9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/77973db6c221464b94b85ead8b59e167] 2024-11-13T10:16:01,152 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09dd78ad55b44b6ebc33ce225284f37e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731492956139 2024-11-13T10:16:01,152 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 78026cb72fe24078a49308734b0da1f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731492956139 2024-11-13T10:16:01,152 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8640e2a4e524465a839a7478d6423c9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731492956194 2024-11-13T10:16:01,152 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f4e59268ac04c8da9ace65bc48d089b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731492956194 2024-11-13T10:16:01,153 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77973db6c221464b94b85ead8b59e167, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731492957321 2024-11-13T10:16:01,153 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 771b61f4234849f58b496b0212e797fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731492957321 2024-11-13T10:16:01,158 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:01,159 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6eb0133e5349832c282ad135599dc203#B#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:16:01,160 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/ad0c6715dec14797be21bef09f74fcd0 is 50, key is test_row_0/B:col10/1731492959487/Put/seqid=0 2024-11-13T10:16:01,163 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113bb50507209ca47df86b504ba95ce066d_6eb0133e5349832c282ad135599dc203 store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:01,165 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113bb50507209ca47df86b504ba95ce066d_6eb0133e5349832c282ad135599dc203, store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:01,165 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bb50507209ca47df86b504ba95ce066d_6eb0133e5349832c282ad135599dc203 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:01,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742407_1583 (size=12104) 2024-11-13T10:16:01,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742408_1584 (size=4469) 2024-11-13T10:16:01,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-13T10:16:01,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:01,235 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 6eb0133e5349832c282ad135599dc203 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-13T10:16:01,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=A 2024-11-13T10:16:01,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:01,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=B 2024-11-13T10:16:01,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:01,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=C 2024-11-13T10:16:01,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:01,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137b690f7acc7442e7a23aec6fa1e855d2_6eb0133e5349832c282ad135599dc203 is 50, key is test_row_0/A:col10/1731492959524/Put/seqid=0 2024-11-13T10:16:01,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742409_1585 (size=12154) 2024-11-13T10:16:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-13T10:16:01,570 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6eb0133e5349832c282ad135599dc203#A#compaction#495 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:16:01,570 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/ad0c6715dec14797be21bef09f74fcd0 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/ad0c6715dec14797be21bef09f74fcd0 2024-11-13T10:16:01,571 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/99247d9adb9142859b0577c50e53177e is 175, key is test_row_0/A:col10/1731492959487/Put/seqid=0 2024-11-13T10:16:01,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742410_1586 (size=31058) 2024-11-13T10:16:01,574 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6eb0133e5349832c282ad135599dc203/B of 6eb0133e5349832c282ad135599dc203 into ad0c6715dec14797be21bef09f74fcd0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:16:01,574 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:01,574 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., storeName=6eb0133e5349832c282ad135599dc203/B, priority=13, startTime=1731492961150; duration=0sec 2024-11-13T10:16:01,575 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:16:01,575 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6eb0133e5349832c282ad135599dc203:B 2024-11-13T10:16:01,575 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:16:01,576 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:16:01,576 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 6eb0133e5349832c282ad135599dc203/C is initiating minor compaction (all files) 2024-11-13T10:16:01,576 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6eb0133e5349832c282ad135599dc203/C in TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:01,576 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/71da419158a24f088bfbf043d99a40d6, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/88aeedefe678461db313a7f971f0b9b1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/ccd652547d3047efa2d731a2b720d29e] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp, totalSize=35.2 K 2024-11-13T10:16:01,576 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 71da419158a24f088bfbf043d99a40d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731492956139 2024-11-13T10:16:01,576 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 88aeedefe678461db313a7f971f0b9b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731492956194 2024-11-13T10:16:01,577 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting ccd652547d3047efa2d731a2b720d29e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731492957321 2024-11-13T10:16:01,578 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/99247d9adb9142859b0577c50e53177e as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/99247d9adb9142859b0577c50e53177e 2024-11-13T10:16:01,583 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6eb0133e5349832c282ad135599dc203/A of 6eb0133e5349832c282ad135599dc203 into 99247d9adb9142859b0577c50e53177e(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:16:01,583 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:01,583 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., storeName=6eb0133e5349832c282ad135599dc203/A, priority=13, startTime=1731492961150; duration=0sec 2024-11-13T10:16:01,583 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:01,583 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6eb0133e5349832c282ad135599dc203:A 2024-11-13T10:16:01,583 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6eb0133e5349832c282ad135599dc203#C#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:16:01,584 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/c4c0e1d7e83c4145bf64bdddc64db6c3 is 50, key is test_row_0/C:col10/1731492959487/Put/seqid=0 2024-11-13T10:16:01,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742411_1587 (size=12104) 2024-11-13T10:16:01,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:01,649 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137b690f7acc7442e7a23aec6fa1e855d2_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137b690f7acc7442e7a23aec6fa1e855d2_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:01,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/c41c374085604585912d4c0457e4200d, store: [table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:01,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/c41c374085604585912d4c0457e4200d is 175, key is test_row_0/A:col10/1731492959524/Put/seqid=0 2024-11-13T10:16:01,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742412_1588 (size=30955) 2024-11-13T10:16:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:01,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:01,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493021705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:01,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:01,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:01,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:01,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493021710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:01,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:01,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:01,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:01,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493021815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:01,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:01,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:01,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:01,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493021825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:01,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:01,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:01,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:01,991 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/c4c0e1d7e83c4145bf64bdddc64db6c3 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/c4c0e1d7e83c4145bf64bdddc64db6c3 2024-11-13T10:16:01,995 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6eb0133e5349832c282ad135599dc203/C of 6eb0133e5349832c282ad135599dc203 into c4c0e1d7e83c4145bf64bdddc64db6c3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:16:01,995 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:01,995 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., storeName=6eb0133e5349832c282ad135599dc203/C, priority=13, startTime=1731492961150; duration=0sec 2024-11-13T10:16:01,995 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:01,995 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6eb0133e5349832c282ad135599dc203:C 2024-11-13T10:16:02,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493022025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:02,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:02,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:02,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:02,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493022035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:02,054 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/c41c374085604585912d4c0457e4200d 2024-11-13T10:16:02,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/9cfdd43abcde4f9ba691108d6121d8c4 is 50, key is test_row_0/B:col10/1731492959524/Put/seqid=0 2024-11-13T10:16:02,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742413_1589 (size=12001) 2024-11-13T10:16:02,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493022335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:02,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:02,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:02,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:02,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493022345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:02,464 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/9cfdd43abcde4f9ba691108d6121d8c4 2024-11-13T10:16:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-13T10:16:02,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/d26d2d9d5c98437db53ccae3e81c2642 is 50, key is test_row_0/C:col10/1731492959524/Put/seqid=0 2024-11-13T10:16:02,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742414_1590 (size=12001) 2024-11-13T10:16:02,475 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/d26d2d9d5c98437db53ccae3e81c2642 2024-11-13T10:16:02,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/c41c374085604585912d4c0457e4200d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/c41c374085604585912d4c0457e4200d 2024-11-13T10:16:02,482 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/c41c374085604585912d4c0457e4200d, entries=150, sequenceid=83, filesize=30.2 K 2024-11-13T10:16:02,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/9cfdd43abcde4f9ba691108d6121d8c4 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/9cfdd43abcde4f9ba691108d6121d8c4 2024-11-13T10:16:02,486 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/9cfdd43abcde4f9ba691108d6121d8c4, entries=150, sequenceid=83, filesize=11.7 K 2024-11-13T10:16:02,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/d26d2d9d5c98437db53ccae3e81c2642 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/d26d2d9d5c98437db53ccae3e81c2642 2024-11-13T10:16:02,490 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/d26d2d9d5c98437db53ccae3e81c2642, entries=150, sequenceid=83, filesize=11.7 K 2024-11-13T10:16:02,490 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 6eb0133e5349832c282ad135599dc203 in 1255ms, sequenceid=83, compaction requested=false 2024-11-13T10:16:02,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:02,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:02,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-13T10:16:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-13T10:16:02,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-13T10:16:02,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1740 sec 2024-11-13T10:16:02,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.1790 sec 2024-11-13T10:16:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:02,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6eb0133e5349832c282ad135599dc203 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-13T10:16:02,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=A 2024-11-13T10:16:02,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:02,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=B 2024-11-13T10:16:02,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:02,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=C 2024-11-13T10:16:02,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:02,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c1aba81a41794e0d9d5465908a9f2036_6eb0133e5349832c282ad135599dc203 is 50, key is test_row_0/A:col10/1731492961708/Put/seqid=0 2024-11-13T10:16:02,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742415_1591 (size=12154) 2024-11-13T10:16:02,877 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:02,881 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c1aba81a41794e0d9d5465908a9f2036_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c1aba81a41794e0d9d5465908a9f2036_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:02,881 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/13e6a8e8c1e84658b2bebb3f365faa86, store: [table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:02,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/13e6a8e8c1e84658b2bebb3f365faa86 is 175, key is test_row_0/A:col10/1731492961708/Put/seqid=0 2024-11-13T10:16:02,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742416_1592 (size=30955) 2024-11-13T10:16:02,891 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=101, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/13e6a8e8c1e84658b2bebb3f365faa86 2024-11-13T10:16:02,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/bdf8cc90e8874da89753f465260d4f61 is 50, key is test_row_0/B:col10/1731492961708/Put/seqid=0 2024-11-13T10:16:02,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742417_1593 (size=12001) 2024-11-13T10:16:02,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493022911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:02,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493022912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:02,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:02,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:02,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:02,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:02,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:02,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:03,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493023025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:03,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493023025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:03,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:03,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:03,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:03,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:03,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:03,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:03,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493023234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:03,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493023235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:03,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/bdf8cc90e8874da89753f465260d4f61 2024-11-13T10:16:03,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/14743bb7eb5c49618f93d2e070e6f5d3 is 50, key is test_row_0/C:col10/1731492961708/Put/seqid=0 2024-11-13T10:16:03,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742418_1594 (size=12001) 2024-11-13T10:16:03,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493023545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:03,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493023545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:03,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:03,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:03,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:03,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:03,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:03,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:03,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/14743bb7eb5c49618f93d2e070e6f5d3 2024-11-13T10:16:03,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/13e6a8e8c1e84658b2bebb3f365faa86 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/13e6a8e8c1e84658b2bebb3f365faa86 2024-11-13T10:16:03,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/13e6a8e8c1e84658b2bebb3f365faa86, entries=150, sequenceid=101, filesize=30.2 K 2024-11-13T10:16:03,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/bdf8cc90e8874da89753f465260d4f61 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/bdf8cc90e8874da89753f465260d4f61 2024-11-13T10:16:03,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/bdf8cc90e8874da89753f465260d4f61, entries=150, sequenceid=101, filesize=11.7 K 2024-11-13T10:16:03,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/14743bb7eb5c49618f93d2e070e6f5d3 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/14743bb7eb5c49618f93d2e070e6f5d3 2024-11-13T10:16:03,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/14743bb7eb5c49618f93d2e070e6f5d3, entries=150, sequenceid=101, filesize=11.7 K 2024-11-13T10:16:03,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 6eb0133e5349832c282ad135599dc203 in 879ms, sequenceid=101, compaction requested=true 2024-11-13T10:16:03,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:03,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6eb0133e5349832c282ad135599dc203:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:16:03,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:03,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6eb0133e5349832c282ad135599dc203:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:16:03,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:03,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6eb0133e5349832c282ad135599dc203:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:16:03,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:16:03,727 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:16:03,727 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:16:03,728 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:16:03,728 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:16:03,728 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 6eb0133e5349832c282ad135599dc203/A is initiating minor compaction (all files) 2024-11-13T10:16:03,728 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 6eb0133e5349832c282ad135599dc203/B is initiating minor compaction (all files) 2024-11-13T10:16:03,728 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6eb0133e5349832c282ad135599dc203/A in TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:03,728 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6eb0133e5349832c282ad135599dc203/B in TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:03,728 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/99247d9adb9142859b0577c50e53177e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/c41c374085604585912d4c0457e4200d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/13e6a8e8c1e84658b2bebb3f365faa86] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp, totalSize=90.8 K 2024-11-13T10:16:03,728 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/ad0c6715dec14797be21bef09f74fcd0, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/9cfdd43abcde4f9ba691108d6121d8c4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/bdf8cc90e8874da89753f465260d4f61] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp, totalSize=35.3 K 2024-11-13T10:16:03,728 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:03,728 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/99247d9adb9142859b0577c50e53177e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/c41c374085604585912d4c0457e4200d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/13e6a8e8c1e84658b2bebb3f365faa86] 2024-11-13T10:16:03,728 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting ad0c6715dec14797be21bef09f74fcd0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731492957321 2024-11-13T10:16:03,729 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99247d9adb9142859b0577c50e53177e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731492957321 2024-11-13T10:16:03,729 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cfdd43abcde4f9ba691108d6121d8c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731492959502 2024-11-13T10:16:03,729 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting c41c374085604585912d4c0457e4200d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731492959502 2024-11-13T10:16:03,729 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting bdf8cc90e8874da89753f465260d4f61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731492961704 2024-11-13T10:16:03,729 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13e6a8e8c1e84658b2bebb3f365faa86, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731492961704 2024-11-13T10:16:03,737 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6eb0133e5349832c282ad135599dc203#B#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:16:03,737 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/7dc98d66d5df4019864afd6a9f32504d is 50, key is test_row_0/B:col10/1731492961708/Put/seqid=0 2024-11-13T10:16:03,738 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:03,741 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411131c6e3286216c4e4ebb1c3fa91abd73e6_6eb0133e5349832c282ad135599dc203 store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:03,743 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411131c6e3286216c4e4ebb1c3fa91abd73e6_6eb0133e5349832c282ad135599dc203, store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:03,743 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131c6e3286216c4e4ebb1c3fa91abd73e6_6eb0133e5349832c282ad135599dc203 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:03,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742419_1595 (size=12207) 2024-11-13T10:16:03,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742420_1596 (size=4469) 2024-11-13T10:16:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:04,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6eb0133e5349832c282ad135599dc203 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-13T10:16:04,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=A 2024-11-13T10:16:04,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:04,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=B 2024-11-13T10:16:04,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:04,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=C 2024-11-13T10:16:04,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:04,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bec2e503d6484e778e50ff759d2dda3e_6eb0133e5349832c282ad135599dc203 is 50, key is test_row_0/A:col10/1731492962909/Put/seqid=0 2024-11-13T10:16:04,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742421_1597 (size=14594) 2024-11-13T10:16:04,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493024078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:04,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:04,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493024080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:04,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:04,161 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/7dc98d66d5df4019864afd6a9f32504d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/7dc98d66d5df4019864afd6a9f32504d 2024-11-13T10:16:04,163 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6eb0133e5349832c282ad135599dc203#A#compaction#504 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:16:04,163 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/430fbfe27b694ba8b3d256679f1a3ea9 is 175, key is test_row_0/A:col10/1731492961708/Put/seqid=0 2024-11-13T10:16:04,165 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6eb0133e5349832c282ad135599dc203/B of 6eb0133e5349832c282ad135599dc203 into 7dc98d66d5df4019864afd6a9f32504d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:16:04,165 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:04,165 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., storeName=6eb0133e5349832c282ad135599dc203/B, priority=13, startTime=1731492963727; duration=0sec 2024-11-13T10:16:04,165 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:16:04,165 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6eb0133e5349832c282ad135599dc203:B 2024-11-13T10:16:04,165 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:16:04,166 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:16:04,166 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 6eb0133e5349832c282ad135599dc203/C is initiating minor compaction (all files) 2024-11-13T10:16:04,166 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6eb0133e5349832c282ad135599dc203/C in TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:04,166 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/c4c0e1d7e83c4145bf64bdddc64db6c3, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/d26d2d9d5c98437db53ccae3e81c2642, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/14743bb7eb5c49618f93d2e070e6f5d3] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp, totalSize=35.3 K 2024-11-13T10:16:04,166 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting c4c0e1d7e83c4145bf64bdddc64db6c3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1731492957321 2024-11-13T10:16:04,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742422_1598 (size=31161) 2024-11-13T10:16:04,167 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting d26d2d9d5c98437db53ccae3e81c2642, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731492959502 2024-11-13T10:16:04,167 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 14743bb7eb5c49618f93d2e070e6f5d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731492961704 2024-11-13T10:16:04,174 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6eb0133e5349832c282ad135599dc203#C#compaction#506 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:16:04,174 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/b6dc216e2ad2498897732610c559bbf2 is 50, key is test_row_0/C:col10/1731492961708/Put/seqid=0 2024-11-13T10:16:04,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742423_1599 (size=12207) 2024-11-13T10:16:04,181 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/b6dc216e2ad2498897732610c559bbf2 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/b6dc216e2ad2498897732610c559bbf2 2024-11-13T10:16:04,184 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6eb0133e5349832c282ad135599dc203/C of 6eb0133e5349832c282ad135599dc203 into b6dc216e2ad2498897732610c559bbf2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:16:04,184 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:04,185 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., storeName=6eb0133e5349832c282ad135599dc203/C, priority=13, startTime=1731492963727; duration=0sec 2024-11-13T10:16:04,185 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:04,185 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6eb0133e5349832c282ad135599dc203:C 2024-11-13T10:16:04,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493024185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493024185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:04,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493024395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:04,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493024395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:04,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:04,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:04,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47456 deadline: 1731493024405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:04,409 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in 6eb0133e5349832c282ad135599dc203 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:16:04,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:04,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47492 deadline: 1731493024415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:04,418 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_0' in 6eb0133e5349832c282ad135599dc203 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:16:04,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:04,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47482 deadline: 1731493024424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:04,427 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in 6eb0133e5349832c282ad135599dc203 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:16:04,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:04,469 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,472 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bec2e503d6484e778e50ff759d2dda3e_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bec2e503d6484e778e50ff759d2dda3e_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:04,473 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/d5129d9bb1994c7680fd13039ff573f7, store: [table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:04,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/d5129d9bb1994c7680fd13039ff573f7 is 175, key is test_row_0/A:col10/1731492962909/Put/seqid=0 2024-11-13T10:16:04,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742424_1600 (size=39549) 2024-11-13T10:16:04,477 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/d5129d9bb1994c7680fd13039ff573f7 2024-11-13T10:16:04,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/4b80ced787fb40a3844df87a7e862e1c is 50, key is test_row_0/B:col10/1731492962909/Put/seqid=0 2024-11-13T10:16:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-13T10:16:04,485 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:16:04,486 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:16:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-13T10:16:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T10:16:04,488 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:16:04,488 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:16:04,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:16:04,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742425_1601 (size=12001) 2024-11-13T10:16:04,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/4b80ced787fb40a3844df87a7e862e1c 2024-11-13T10:16:04,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/598aab61611f4fecb52c11c01f89c697 is 50, key is test_row_0/C:col10/1731492962909/Put/seqid=0 2024-11-13T10:16:04,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742426_1602 (size=12001) 2024-11-13T10:16:04,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/598aab61611f4fecb52c11c01f89c697 2024-11-13T10:16:04,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/d5129d9bb1994c7680fd13039ff573f7 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/d5129d9bb1994c7680fd13039ff573f7 2024-11-13T10:16:04,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/d5129d9bb1994c7680fd13039ff573f7, entries=200, sequenceid=121, filesize=38.6 K 2024-11-13T10:16:04,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/4b80ced787fb40a3844df87a7e862e1c as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/4b80ced787fb40a3844df87a7e862e1c 2024-11-13T10:16:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/4b80ced787fb40a3844df87a7e862e1c, entries=150, sequenceid=121, filesize=11.7 K 2024-11-13T10:16:04,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/598aab61611f4fecb52c11c01f89c697 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/598aab61611f4fecb52c11c01f89c697 2024-11-13T10:16:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/598aab61611f4fecb52c11c01f89c697, entries=150, sequenceid=121, filesize=11.7 K 2024-11-13T10:16:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 6eb0133e5349832c282ad135599dc203 in 463ms, sequenceid=121, compaction requested=false 2024-11-13T10:16:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,572 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/430fbfe27b694ba8b3d256679f1a3ea9 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/430fbfe27b694ba8b3d256679f1a3ea9 2024-11-13T10:16:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,576 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6eb0133e5349832c282ad135599dc203/A of 6eb0133e5349832c282ad135599dc203 into 430fbfe27b694ba8b3d256679f1a3ea9(size=30.4 K), total size for store is 69.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:16:04,576 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:04,576 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., storeName=6eb0133e5349832c282ad135599dc203/A, priority=13, startTime=1731492963727; duration=0sec 2024-11-13T10:16:04,576 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:04,576 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6eb0133e5349832c282ad135599dc203:A 2024-11-13T10:16:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T10:16:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T10:16:04,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:04,642 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 6eb0133e5349832c282ad135599dc203 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-13T10:16:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=A 2024-11-13T10:16:04,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:04,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=B 2024-11-13T10:16:04,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=C 2024-11-13T10:16:04,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139b00eeb9a1814b639c94aab6e18a4606_6eb0133e5349832c282ad135599dc203 is 50, key is test_row_0/A:col10/1731492964077/Put/seqid=0 2024-11-13T10:16:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742427_1603 (size=9814) 2024-11-13T10:16:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,667 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139b00eeb9a1814b639c94aab6e18a4606_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139b00eeb9a1814b639c94aab6e18a4606_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/0a8cdf1f07254bd19f5be9a45a76a849, store: [table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/0a8cdf1f07254bd19f5be9a45a76a849 is 175, key is test_row_0/A:col10/1731492964077/Put/seqid=0 2024-11-13T10:16:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742428_1604 (size=22461) 2024-11-13T10:16:04,675 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/0a8cdf1f07254bd19f5be9a45a76a849 2024-11-13T10:16:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/e893c5a75db34f588399396c8328efb3 is 50, key is test_row_0/B:col10/1731492964077/Put/seqid=0 2024-11-13T10:16:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742429_1605 (size=9757) 2024-11-13T10:16:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,690 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/e893c5a75db34f588399396c8328efb3 2024-11-13T10:16:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/27590ae5858147ef8bb43823c89cba72 is 50, key is test_row_0/C:col10/1731492964077/Put/seqid=0 2024-11-13T10:16:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742430_1606 (size=9757) 2024-11-13T10:16:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,712 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/27590ae5858147ef8bb43823c89cba72 2024-11-13T10:16:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:04,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/0a8cdf1f07254bd19f5be9a45a76a849 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/0a8cdf1f07254bd19f5be9a45a76a849 2024-11-13T10:16:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,722 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/0a8cdf1f07254bd19f5be9a45a76a849, entries=100, sequenceid=136, filesize=21.9 K 2024-11-13T10:16:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/e893c5a75db34f588399396c8328efb3 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/e893c5a75db34f588399396c8328efb3 2024-11-13T10:16:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,727 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/e893c5a75db34f588399396c8328efb3, entries=100, sequenceid=136, filesize=9.5 K 2024-11-13T10:16:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/27590ae5858147ef8bb43823c89cba72 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/27590ae5858147ef8bb43823c89cba72 2024-11-13T10:16:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,731 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/27590ae5858147ef8bb43823c89cba72, entries=100, sequenceid=136, filesize=9.5 K 2024-11-13T10:16:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,732 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=26.84 KB/27480 for 6eb0133e5349832c282ad135599dc203 in 90ms, sequenceid=136, compaction requested=true 2024-11-13T10:16:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:04,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:04,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-13T10:16:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-13T10:16:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-13T10:16:04,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 246 msec 2024-11-13T10:16:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 251 msec 2024-11-13T10:16:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:04,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6eb0133e5349832c282ad135599dc203 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-13T10:16:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=A 2024-11-13T10:16:04,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:04,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=B 2024-11-13T10:16:04,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:04,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=C 2024-11-13T10:16:04,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a3318fbdc94a41b78a0a6a41e5bcec1b_6eb0133e5349832c282ad135599dc203 is 50, key is test_row_0/A:col10/1731492964754/Put/seqid=0 2024-11-13T10:16:04,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742431_1607 (size=19774) 2024-11-13T10:16:04,791 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:04,794 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a3318fbdc94a41b78a0a6a41e5bcec1b_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a3318fbdc94a41b78a0a6a41e5bcec1b_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:04,795 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/e8e8a989120543898c43d25f6b9a3aa2, store: [table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:04,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/e8e8a989120543898c43d25f6b9a3aa2 is 175, key is test_row_0/A:col10/1731492964754/Put/seqid=0 2024-11-13T10:16:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T10:16:04,805 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:16:04,805 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:16:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-13T10:16:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T10:16:04,807 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:16:04,807 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:16:04,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:16:04,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742432_1608 (size=57033) 2024-11-13T10:16:04,819 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/e8e8a989120543898c43d25f6b9a3aa2 2024-11-13T10:16:04,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/891b2de479e24e0d90626050d2a26f0a is 50, key is test_row_0/B:col10/1731492964754/Put/seqid=0 2024-11-13T10:16:04,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492964824, max timestamp=1731492964836Num uniques 859; 2024-11-13T10:16:04,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:04,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:16:04,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492964824, max timestamp=1731492964836Num uniques 859; 2024-11-13T10:16:04,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731492964824, max timestamp=1731492964836Num uniques 859; 2024-11-13T10:16:04,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:16:04,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/770665a7984d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-13T10:16:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493024834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:04,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:04,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742433_1609 (size=12151) 2024-11-13T10:16:04,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/891b2de479e24e0d90626050d2a26f0a 2024-11-13T10:16:04,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/e6ae9a2dfeec4218996cd1a223667c65 is 50, key is test_row_0/C:col10/1731492964754/Put/seqid=0 2024-11-13T10:16:04,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742434_1610 (size=12151) 2024-11-13T10:16:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T10:16:04,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493024922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:04,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:04,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493024945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:04,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:04,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:04,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T10:16:04,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:04,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:04,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:04,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:04,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:05,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493025034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:05,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:05,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:05,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:05,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T10:16:05,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:05,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:05,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:05,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:05,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T10:16:05,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493025154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:05,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:05,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:05,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:05,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493025245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:05,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:05,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:05,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:05,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/e6ae9a2dfeec4218996cd1a223667c65 2024-11-13T10:16:05,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/e8e8a989120543898c43d25f6b9a3aa2 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/e8e8a989120543898c43d25f6b9a3aa2 2024-11-13T10:16:05,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/e8e8a989120543898c43d25f6b9a3aa2, entries=300, sequenceid=147, filesize=55.7 K 2024-11-13T10:16:05,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/891b2de479e24e0d90626050d2a26f0a as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/891b2de479e24e0d90626050d2a26f0a 2024-11-13T10:16:05,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T10:16:05,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:05,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:05,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:05,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:05,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:05,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/891b2de479e24e0d90626050d2a26f0a, entries=150, sequenceid=147, filesize=11.9 K 2024-11-13T10:16:05,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/e6ae9a2dfeec4218996cd1a223667c65 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/e6ae9a2dfeec4218996cd1a223667c65 2024-11-13T10:16:05,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/e6ae9a2dfeec4218996cd1a223667c65, entries=150, sequenceid=147, filesize=11.9 K 2024-11-13T10:16:05,272 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-13T10:16:05,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 6eb0133e5349832c282ad135599dc203 in 515ms, sequenceid=147, compaction requested=true 2024-11-13T10:16:05,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:05,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6eb0133e5349832c282ad135599dc203:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:16:05,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:05,273 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:16:05,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6eb0133e5349832c282ad135599dc203:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:16:05,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:05,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6eb0133e5349832c282ad135599dc203:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:16:05,273 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:16:05,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:16:05,274 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:16:05,274 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150204 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:16:05,274 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 6eb0133e5349832c282ad135599dc203/B is initiating minor compaction (all files) 2024-11-13T10:16:05,274 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 6eb0133e5349832c282ad135599dc203/A is initiating minor compaction (all files) 2024-11-13T10:16:05,274 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6eb0133e5349832c282ad135599dc203/B in TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:05,274 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6eb0133e5349832c282ad135599dc203/A in TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:05,274 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/7dc98d66d5df4019864afd6a9f32504d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/4b80ced787fb40a3844df87a7e862e1c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/e893c5a75db34f588399396c8328efb3, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/891b2de479e24e0d90626050d2a26f0a] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp, totalSize=45.0 K 2024-11-13T10:16:05,274 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/430fbfe27b694ba8b3d256679f1a3ea9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/d5129d9bb1994c7680fd13039ff573f7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/0a8cdf1f07254bd19f5be9a45a76a849, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/e8e8a989120543898c43d25f6b9a3aa2] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp, totalSize=146.7 K 2024-11-13T10:16:05,275 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:05,275 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/430fbfe27b694ba8b3d256679f1a3ea9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/d5129d9bb1994c7680fd13039ff573f7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/0a8cdf1f07254bd19f5be9a45a76a849, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/e8e8a989120543898c43d25f6b9a3aa2] 2024-11-13T10:16:05,275 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dc98d66d5df4019864afd6a9f32504d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731492961704 2024-11-13T10:16:05,275 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 430fbfe27b694ba8b3d256679f1a3ea9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731492961704 2024-11-13T10:16:05,275 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b80ced787fb40a3844df87a7e862e1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731492962909 2024-11-13T10:16:05,275 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting e893c5a75db34f588399396c8328efb3, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731492964077 2024-11-13T10:16:05,275 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5129d9bb1994c7680fd13039ff573f7, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731492962909 2024-11-13T10:16:05,275 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a8cdf1f07254bd19f5be9a45a76a849, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731492964077 2024-11-13T10:16:05,275 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 891b2de479e24e0d90626050d2a26f0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731492964754 2024-11-13T10:16:05,276 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8e8a989120543898c43d25f6b9a3aa2, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731492964719 2024-11-13T10:16:05,281 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:05,283 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6eb0133e5349832c282ad135599dc203#B#compaction#515 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:16:05,284 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/e04a652c1e5c461ca0390e7d7eba2b60 is 50, key is test_row_0/B:col10/1731492964754/Put/seqid=0 2024-11-13T10:16:05,284 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113e78408245c5f4eda92a10d8ae8491bb3_6eb0133e5349832c282ad135599dc203 store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:05,286 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113e78408245c5f4eda92a10d8ae8491bb3_6eb0133e5349832c282ad135599dc203, store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:05,286 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e78408245c5f4eda92a10d8ae8491bb3_6eb0133e5349832c282ad135599dc203 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:05,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742435_1611 (size=12493) 2024-11-13T10:16:05,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742436_1612 (size=4469) 2024-11-13T10:16:05,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T10:16:05,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:05,419 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 6eb0133e5349832c282ad135599dc203 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-13T10:16:05,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=A 2024-11-13T10:16:05,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:16:05,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=B 2024-11-13T10:16:05,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:16:05,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=C 2024-11-13T10:16:05,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-13T10:16:05,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a791dda7e5754576a50af70eebfcab34_6eb0133e5349832c282ad135599dc203 is 50, key is test_row_0/A:col10/1731492964920/Put/seqid=0 2024-11-13T10:16:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T10:16:05,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742437_1613 (size=12304) 2024-11-13T10:16:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:05,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:05,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493025507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:05,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:05,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:05,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:05,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493025555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:05,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:05,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:05,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:05,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493025614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:05,617 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:05,617 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:05,617 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:05,694 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/e04a652c1e5c461ca0390e7d7eba2b60 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/e04a652c1e5c461ca0390e7d7eba2b60 2024-11-13T10:16:05,695 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6eb0133e5349832c282ad135599dc203#A#compaction#516 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:16:05,696 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/fc7c99b8e18446cdb6b686f20601e767 is 175, key is test_row_0/A:col10/1731492964754/Put/seqid=0 2024-11-13T10:16:05,698 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6eb0133e5349832c282ad135599dc203/B of 6eb0133e5349832c282ad135599dc203 into e04a652c1e5c461ca0390e7d7eba2b60(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:16:05,698 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:05,698 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., storeName=6eb0133e5349832c282ad135599dc203/B, priority=12, startTime=1731492965273; duration=0sec 2024-11-13T10:16:05,698 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:16:05,698 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6eb0133e5349832c282ad135599dc203:B 2024-11-13T10:16:05,698 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T10:16:05,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742438_1614 (size=31447) 2024-11-13T10:16:05,700 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T10:16:05,700 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 6eb0133e5349832c282ad135599dc203/C is initiating minor compaction (all files) 2024-11-13T10:16:05,700 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6eb0133e5349832c282ad135599dc203/C in TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:05,700 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/b6dc216e2ad2498897732610c559bbf2, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/598aab61611f4fecb52c11c01f89c697, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/27590ae5858147ef8bb43823c89cba72, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/e6ae9a2dfeec4218996cd1a223667c65] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp, totalSize=45.0 K 2024-11-13T10:16:05,701 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting b6dc216e2ad2498897732610c559bbf2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731492961704 2024-11-13T10:16:05,701 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 598aab61611f4fecb52c11c01f89c697, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731492962909 2024-11-13T10:16:05,701 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 27590ae5858147ef8bb43823c89cba72, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731492964077 2024-11-13T10:16:05,702 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting e6ae9a2dfeec4218996cd1a223667c65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731492964754 2024-11-13T10:16:05,703 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/fc7c99b8e18446cdb6b686f20601e767 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/fc7c99b8e18446cdb6b686f20601e767 2024-11-13T10:16:05,707 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6eb0133e5349832c282ad135599dc203/A of 6eb0133e5349832c282ad135599dc203 into fc7c99b8e18446cdb6b686f20601e767(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:16:05,707 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:05,707 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., storeName=6eb0133e5349832c282ad135599dc203/A, priority=12, startTime=1731492965273; duration=0sec 2024-11-13T10:16:05,707 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:05,707 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6eb0133e5349832c282ad135599dc203:A 2024-11-13T10:16:05,709 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6eb0133e5349832c282ad135599dc203#C#compaction#518 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:16:05,710 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/c86b3bfecc7a436e8eff2a5303c4e1c9 is 50, key is test_row_0/C:col10/1731492964754/Put/seqid=0 2024-11-13T10:16:05,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742439_1615 (size=12493) 2024-11-13T10:16:05,724 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/c86b3bfecc7a436e8eff2a5303c4e1c9 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/c86b3bfecc7a436e8eff2a5303c4e1c9 2024-11-13T10:16:05,727 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6eb0133e5349832c282ad135599dc203/C of 6eb0133e5349832c282ad135599dc203 into c86b3bfecc7a436e8eff2a5303c4e1c9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:16:05,728 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:05,728 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., storeName=6eb0133e5349832c282ad135599dc203/C, priority=12, startTime=1731492965273; duration=0sec 2024-11-13T10:16:05,728 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:05,728 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6eb0133e5349832c282ad135599dc203:C 2024-11-13T10:16:05,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493025825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:05,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:05,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:05,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:05,840 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a791dda7e5754576a50af70eebfcab34_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a791dda7e5754576a50af70eebfcab34_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:05,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/c65241d02467455ba1a471b47119e41a, store: [table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:05,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/c65241d02467455ba1a471b47119e41a is 175, key is test_row_0/A:col10/1731492964920/Put/seqid=0 2024-11-13T10:16:05,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742440_1616 (size=31105) 2024-11-13T10:16:05,845 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/c65241d02467455ba1a471b47119e41a 2024-11-13T10:16:05,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/60bc1b9a12e9483e891051e7312320c9 is 50, key is test_row_0/B:col10/1731492964920/Put/seqid=0 2024-11-13T10:16:05,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742441_1617 (size=12151) 2024-11-13T10:16:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T10:16:06,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493026065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:06,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:06,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:06,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:06,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493026134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:06,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:06,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:06,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:06,255 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/60bc1b9a12e9483e891051e7312320c9 2024-11-13T10:16:06,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/654d365236b04894812c345fd8348ce6 is 50, key is test_row_0/C:col10/1731492964920/Put/seqid=0 2024-11-13T10:16:06,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742442_1618 (size=12151) 2024-11-13T10:16:06,265 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/654d365236b04894812c345fd8348ce6 2024-11-13T10:16:06,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/c65241d02467455ba1a471b47119e41a as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/c65241d02467455ba1a471b47119e41a 2024-11-13T10:16:06,271 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/c65241d02467455ba1a471b47119e41a, entries=150, sequenceid=183, filesize=30.4 K 2024-11-13T10:16:06,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/60bc1b9a12e9483e891051e7312320c9 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/60bc1b9a12e9483e891051e7312320c9 2024-11-13T10:16:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,275 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/60bc1b9a12e9483e891051e7312320c9, entries=150, sequenceid=183, filesize=11.9 K 2024-11-13T10:16:06,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/654d365236b04894812c345fd8348ce6 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/654d365236b04894812c345fd8348ce6 2024-11-13T10:16:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,279 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/654d365236b04894812c345fd8348ce6, entries=150, sequenceid=183, filesize=11.9 K 2024-11-13T10:16:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,279 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 6eb0133e5349832c282ad135599dc203 in 860ms, sequenceid=183, compaction requested=false 2024-11-13T10:16:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:06,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:06,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-13T10:16:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-13T10:16:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-13T10:16:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4740 sec 2024-11-13T10:16:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.4780 sec 2024-11-13T10:16:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6eb0133e5349832c282ad135599dc203 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-13T10:16:06,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=A 2024-11-13T10:16:06,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:06,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=B 2024-11-13T10:16:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:06,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=C 2024-11-13T10:16:06,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131138ee7978164e1184d3c2f099745e07_6eb0133e5349832c282ad135599dc203 is 50, key is test_row_0/A:col10/1731492966649/Put/seqid=0 2024-11-13T10:16:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742443_1619 (size=12304) 2024-11-13T10:16:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,668 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:06,672 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411131138ee7978164e1184d3c2f099745e07_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131138ee7978164e1184d3c2f099745e07_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:06,672 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/cfa40561df9c43b2bda018b944c98501, store: [table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:06,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/cfa40561df9c43b2bda018b944c98501 is 175, key is test_row_0/A:col10/1731492966649/Put/seqid=0 2024-11-13T10:16:06,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742444_1620 (size=31105) 2024-11-13T10:16:06,677 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/cfa40561df9c43b2bda018b944c98501 2024-11-13T10:16:06,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/b7cbe358e41544ad9c346c07fa0bdb21 is 50, key is test_row_0/B:col10/1731492966649/Put/seqid=0 2024-11-13T10:16:06,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742445_1621 (size=12151) 2024-11-13T10:16:06,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/b7cbe358e41544ad9c346c07fa0bdb21 2024-11-13T10:16:06,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/7eb605a04cb141f8934c83e84ba6cc27 is 50, key is test_row_0/C:col10/1731492966649/Put/seqid=0 2024-11-13T10:16:06,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742446_1622 (size=12151) 2024-11-13T10:16:06,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493026736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:06,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:06,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:06,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:06,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493026845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:06,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:06,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:06,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T10:16:06,955 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:16:06,955 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:16:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-13T10:16:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T10:16:06,957 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:16:06,958 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:16:06,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:16:07,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493027054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T10:16:07,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493027085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:07,088 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in 6eb0133e5349832c282ad135599dc203 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:16:07,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:07,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:07,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:07,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/7eb605a04cb141f8934c83e84ba6cc27 2024-11-13T10:16:07,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/cfa40561df9c43b2bda018b944c98501 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/cfa40561df9c43b2bda018b944c98501 2024-11-13T10:16:07,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/cfa40561df9c43b2bda018b944c98501, entries=150, sequenceid=198, filesize=30.4 K 2024-11-13T10:16:07,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/b7cbe358e41544ad9c346c07fa0bdb21 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/b7cbe358e41544ad9c346c07fa0bdb21 2024-11-13T10:16:07,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/b7cbe358e41544ad9c346c07fa0bdb21, entries=150, sequenceid=198, filesize=11.9 K 2024-11-13T10:16:07,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/7eb605a04cb141f8934c83e84ba6cc27 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/7eb605a04cb141f8934c83e84ba6cc27 2024-11-13T10:16:07,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-13T10:16:07,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:07,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:07,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:07,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:07,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:07,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/7eb605a04cb141f8934c83e84ba6cc27, entries=150, sequenceid=198, filesize=11.9 K 2024-11-13T10:16:07,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 6eb0133e5349832c282ad135599dc203 in 463ms, sequenceid=198, compaction requested=true 2024-11-13T10:16:07,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:07,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6eb0133e5349832c282ad135599dc203:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:16:07,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:07,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6eb0133e5349832c282ad135599dc203:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:16:07,114 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:16:07,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:07,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6eb0133e5349832c282ad135599dc203:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:16:07,114 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:16:07,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:16:07,115 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:16:07,115 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:16:07,115 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 6eb0133e5349832c282ad135599dc203/A is initiating minor compaction (all files) 2024-11-13T10:16:07,115 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 6eb0133e5349832c282ad135599dc203/B is initiating minor compaction (all files) 2024-11-13T10:16:07,115 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6eb0133e5349832c282ad135599dc203/A in TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:07,115 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6eb0133e5349832c282ad135599dc203/B in TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:07,115 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/fc7c99b8e18446cdb6b686f20601e767, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/c65241d02467455ba1a471b47119e41a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/cfa40561df9c43b2bda018b944c98501] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp, totalSize=91.5 K 2024-11-13T10:16:07,115 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/e04a652c1e5c461ca0390e7d7eba2b60, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/60bc1b9a12e9483e891051e7312320c9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/b7cbe358e41544ad9c346c07fa0bdb21] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp, totalSize=35.9 K 2024-11-13T10:16:07,115 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:07,115 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/fc7c99b8e18446cdb6b686f20601e767, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/c65241d02467455ba1a471b47119e41a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/cfa40561df9c43b2bda018b944c98501] 2024-11-13T10:16:07,115 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting e04a652c1e5c461ca0390e7d7eba2b60, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731492964754 2024-11-13T10:16:07,115 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc7c99b8e18446cdb6b686f20601e767, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731492964754 2024-11-13T10:16:07,116 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 60bc1b9a12e9483e891051e7312320c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731492964908 2024-11-13T10:16:07,116 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting c65241d02467455ba1a471b47119e41a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731492964908 2024-11-13T10:16:07,116 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting b7cbe358e41544ad9c346c07fa0bdb21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731492965493 2024-11-13T10:16:07,116 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfa40561df9c43b2bda018b944c98501, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731492965493 2024-11-13T10:16:07,122 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6eb0133e5349832c282ad135599dc203#B#compaction#524 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:16:07,123 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/bb1e2f1605914ad4b11a613f35e1aa93 is 50, key is test_row_0/B:col10/1731492966649/Put/seqid=0 2024-11-13T10:16:07,128 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:07,130 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113dcc1ac47889c484891110d73d3f26f12_6eb0133e5349832c282ad135599dc203 store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:07,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742447_1623 (size=12595) 2024-11-13T10:16:07,131 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113dcc1ac47889c484891110d73d3f26f12_6eb0133e5349832c282ad135599dc203, store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:07,131 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113dcc1ac47889c484891110d73d3f26f12_6eb0133e5349832c282ad135599dc203 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:07,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742448_1624 (size=4469) 2024-11-13T10:16:07,137 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/bb1e2f1605914ad4b11a613f35e1aa93 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/bb1e2f1605914ad4b11a613f35e1aa93 2024-11-13T10:16:07,137 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6eb0133e5349832c282ad135599dc203#A#compaction#525 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:16:07,138 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/bbfb7a549fa7453b90bc218aa309ac68 is 175, key is test_row_0/A:col10/1731492966649/Put/seqid=0 2024-11-13T10:16:07,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742449_1625 (size=31549) 2024-11-13T10:16:07,142 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6eb0133e5349832c282ad135599dc203/B of 6eb0133e5349832c282ad135599dc203 into bb1e2f1605914ad4b11a613f35e1aa93(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:16:07,142 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:07,142 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., storeName=6eb0133e5349832c282ad135599dc203/B, priority=13, startTime=1731492967114; duration=0sec 2024-11-13T10:16:07,142 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:16:07,142 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6eb0133e5349832c282ad135599dc203:B 2024-11-13T10:16:07,142 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:16:07,143 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:16:07,143 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 6eb0133e5349832c282ad135599dc203/C is initiating minor compaction (all files) 2024-11-13T10:16:07,144 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6eb0133e5349832c282ad135599dc203/C in TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:07,144 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/c86b3bfecc7a436e8eff2a5303c4e1c9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/654d365236b04894812c345fd8348ce6, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/7eb605a04cb141f8934c83e84ba6cc27] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp, totalSize=35.9 K 2024-11-13T10:16:07,144 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting c86b3bfecc7a436e8eff2a5303c4e1c9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731492964754 2024-11-13T10:16:07,144 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 654d365236b04894812c345fd8348ce6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731492964908 2024-11-13T10:16:07,144 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/bbfb7a549fa7453b90bc218aa309ac68 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/bbfb7a549fa7453b90bc218aa309ac68 2024-11-13T10:16:07,144 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 7eb605a04cb141f8934c83e84ba6cc27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731492965493 2024-11-13T10:16:07,149 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6eb0133e5349832c282ad135599dc203/A of 6eb0133e5349832c282ad135599dc203 into bbfb7a549fa7453b90bc218aa309ac68(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:16:07,149 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:07,149 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., storeName=6eb0133e5349832c282ad135599dc203/A, priority=13, startTime=1731492967114; duration=0sec 2024-11-13T10:16:07,149 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:07,149 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6eb0133e5349832c282ad135599dc203:A 2024-11-13T10:16:07,151 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6eb0133e5349832c282ad135599dc203#C#compaction#526 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:16:07,151 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/8bdb4701c2ef42d5ba812ddf94d96e4b is 50, key is test_row_0/C:col10/1731492966649/Put/seqid=0 2024-11-13T10:16:07,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742450_1626 (size=12595) 2024-11-13T10:16:07,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-13T10:16:07,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:07,263 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 6eb0133e5349832c282ad135599dc203 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-13T10:16:07,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=A 2024-11-13T10:16:07,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:07,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=B 2024-11-13T10:16:07,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:07,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=C 2024-11-13T10:16:07,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:07,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b13656047b6645d89a15cdceb651388e_6eb0133e5349832c282ad135599dc203 is 50, key is test_row_0/A:col10/1731492966725/Put/seqid=0 2024-11-13T10:16:07,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742451_1627 (size=12304) 2024-11-13T10:16:07,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T10:16:07,277 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b13656047b6645d89a15cdceb651388e_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b13656047b6645d89a15cdceb651388e_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:07,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/d13ec36c86034283b74bfcb5d2c9eafa, store: [table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:07,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/d13ec36c86034283b74bfcb5d2c9eafa is 175, key is test_row_0/A:col10/1731492966725/Put/seqid=0 2024-11-13T10:16:07,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742452_1628 (size=31105) 2024-11-13T10:16:07,286 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/d13ec36c86034283b74bfcb5d2c9eafa 2024-11-13T10:16:07,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/ec986348dd00485093885cf656ec949e is 50, key is test_row_0/B:col10/1731492966725/Put/seqid=0 2024-11-13T10:16:07,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742453_1629 (size=12151) 2024-11-13T10:16:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:07,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:07,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493027403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:07,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:07,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:07,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:07,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493027514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:07,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:07,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:07,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:07,559 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/8bdb4701c2ef42d5ba812ddf94d96e4b as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/8bdb4701c2ef42d5ba812ddf94d96e4b 2024-11-13T10:16:07,563 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6eb0133e5349832c282ad135599dc203/C of 6eb0133e5349832c282ad135599dc203 into 8bdb4701c2ef42d5ba812ddf94d96e4b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:16:07,563 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:07,563 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., storeName=6eb0133e5349832c282ad135599dc203/C, priority=13, startTime=1731492967114; duration=0sec 2024-11-13T10:16:07,563 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:07,563 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6eb0133e5349832c282ad135599dc203:C 2024-11-13T10:16:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T10:16:07,696 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/ec986348dd00485093885cf656ec949e 2024-11-13T10:16:07,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/66af268a210242ca826f97af7ea26d9c is 50, key is test_row_0/C:col10/1731492966725/Put/seqid=0 2024-11-13T10:16:07,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742454_1630 (size=12151) 2024-11-13T10:16:07,709 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/66af268a210242ca826f97af7ea26d9c 2024-11-13T10:16:07,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/d13ec36c86034283b74bfcb5d2c9eafa as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/d13ec36c86034283b74bfcb5d2c9eafa 2024-11-13T10:16:07,716 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/d13ec36c86034283b74bfcb5d2c9eafa, entries=150, sequenceid=220, filesize=30.4 K 2024-11-13T10:16:07,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/ec986348dd00485093885cf656ec949e as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/ec986348dd00485093885cf656ec949e 2024-11-13T10:16:07,720 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/ec986348dd00485093885cf656ec949e, entries=150, sequenceid=220, filesize=11.9 K 2024-11-13T10:16:07,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/66af268a210242ca826f97af7ea26d9c as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/66af268a210242ca826f97af7ea26d9c 2024-11-13T10:16:07,725 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/66af268a210242ca826f97af7ea26d9c, entries=150, sequenceid=220, filesize=11.9 K 2024-11-13T10:16:07,726 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 6eb0133e5349832c282ad135599dc203 in 463ms, sequenceid=220, compaction requested=false 2024-11-13T10:16:07,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:07,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:07,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-13T10:16:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-13T10:16:07,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-13T10:16:07,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 769 msec 2024-11-13T10:16:07,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 774 msec 2024-11-13T10:16:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:07,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6eb0133e5349832c282ad135599dc203 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-13T10:16:07,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=A 2024-11-13T10:16:07,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:07,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=B 2024-11-13T10:16:07,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:07,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=C 2024-11-13T10:16:07,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:07,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130c3b35ad20b94fa386b3950b328467ff_6eb0133e5349832c282ad135599dc203 is 50, key is test_row_0/A:col10/1731492967391/Put/seqid=0 2024-11-13T10:16:07,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742455_1631 (size=14794) 2024-11-13T10:16:07,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493027813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:07,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:07,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:07,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:07,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493027925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T10:16:08,096 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:16:08,096 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:16:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-13T10:16:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T10:16:08,098 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:16:08,099 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:16:08,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:16:08,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493028135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:08,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:08,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:08,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:08,141 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:08,145 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130c3b35ad20b94fa386b3950b328467ff_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130c3b35ad20b94fa386b3950b328467ff_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:08,145 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/d1ed31fa15404ac2b87e5f27f9319ed3, store: [table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:08,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/d1ed31fa15404ac2b87e5f27f9319ed3 is 175, key is test_row_0/A:col10/1731492967391/Put/seqid=0 2024-11-13T10:16:08,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742456_1632 (size=39749) 2024-11-13T10:16:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T10:16:08,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T10:16:08,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:08,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:08,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:08,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:08,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:08,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T10:16:08,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:08,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:08,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:08,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:08,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T10:16:08,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493028445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:08,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:08,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:08,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:08,552 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/d1ed31fa15404ac2b87e5f27f9319ed3 2024-11-13T10:16:08,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T10:16:08,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:08,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:08,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:08,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:08,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:08,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/35489fe665af484e9dcdb8fd680af341 is 50, key is test_row_0/B:col10/1731492967391/Put/seqid=0 2024-11-13T10:16:08,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742457_1633 (size=12151) 2024-11-13T10:16:08,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T10:16:08,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:08,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:08,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:08,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:08,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T10:16:08,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T10:16:08,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:08,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:08,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:08,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:08,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:08,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493028955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:08,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:08,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/35489fe665af484e9dcdb8fd680af341 2024-11-13T10:16:08,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/8471901215424127b48bbd0467da9401 is 50, key is test_row_0/C:col10/1731492967391/Put/seqid=0 2024-11-13T10:16:08,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742458_1634 (size=12151) 2024-11-13T10:16:09,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T10:16:09,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:09,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:09,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:09,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:09,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:09,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493029115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:09,117 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in 6eb0133e5349832c282ad135599dc203 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:16:09,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:09,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:09,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:09,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T10:16:09,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:09,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:09,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:09,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:09,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T10:16:09,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T10:16:09,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:09,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:09,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:09,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:09,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:09,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/8471901215424127b48bbd0467da9401 2024-11-13T10:16:09,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/d1ed31fa15404ac2b87e5f27f9319ed3 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/d1ed31fa15404ac2b87e5f27f9319ed3 2024-11-13T10:16:09,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/d1ed31fa15404ac2b87e5f27f9319ed3, entries=200, sequenceid=234, filesize=38.8 K 2024-11-13T10:16:09,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/35489fe665af484e9dcdb8fd680af341 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/35489fe665af484e9dcdb8fd680af341 2024-11-13T10:16:09,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/35489fe665af484e9dcdb8fd680af341, entries=150, sequenceid=234, filesize=11.9 K 2024-11-13T10:16:09,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/8471901215424127b48bbd0467da9401 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/8471901215424127b48bbd0467da9401 2024-11-13T10:16:09,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/8471901215424127b48bbd0467da9401, entries=150, sequenceid=234, filesize=11.9 K 2024-11-13T10:16:09,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 6eb0133e5349832c282ad135599dc203 in 1656ms, sequenceid=234, compaction requested=true 2024-11-13T10:16:09,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:09,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6eb0133e5349832c282ad135599dc203:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:16:09,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:09,387 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:16:09,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6eb0133e5349832c282ad135599dc203:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:16:09,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:09,387 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:16:09,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6eb0133e5349832c282ad135599dc203:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:16:09,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:16:09,388 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:16:09,388 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:16:09,388 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 6eb0133e5349832c282ad135599dc203/B is initiating minor compaction (all files) 2024-11-13T10:16:09,388 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 6eb0133e5349832c282ad135599dc203/A is initiating minor compaction (all files) 2024-11-13T10:16:09,388 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6eb0133e5349832c282ad135599dc203/B in TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:09,388 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6eb0133e5349832c282ad135599dc203/A in TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:09,388 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/bb1e2f1605914ad4b11a613f35e1aa93, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/ec986348dd00485093885cf656ec949e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/35489fe665af484e9dcdb8fd680af341] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp, totalSize=36.0 K 2024-11-13T10:16:09,388 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/bbfb7a549fa7453b90bc218aa309ac68, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/d13ec36c86034283b74bfcb5d2c9eafa, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/d1ed31fa15404ac2b87e5f27f9319ed3] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp, totalSize=100.0 K 2024-11-13T10:16:09,388 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:09,388 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/bbfb7a549fa7453b90bc218aa309ac68, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/d13ec36c86034283b74bfcb5d2c9eafa, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/d1ed31fa15404ac2b87e5f27f9319ed3] 2024-11-13T10:16:09,389 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting bb1e2f1605914ad4b11a613f35e1aa93, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731492965493 2024-11-13T10:16:09,389 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbfb7a549fa7453b90bc218aa309ac68, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731492965493 2024-11-13T10:16:09,389 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting ec986348dd00485093885cf656ec949e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731492966725 2024-11-13T10:16:09,389 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting d13ec36c86034283b74bfcb5d2c9eafa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731492966725 2024-11-13T10:16:09,389 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 35489fe665af484e9dcdb8fd680af341, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731492967391 2024-11-13T10:16:09,389 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1ed31fa15404ac2b87e5f27f9319ed3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731492967391 2024-11-13T10:16:09,395 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:09,395 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6eb0133e5349832c282ad135599dc203#B#compaction#533 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:16:09,396 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/ad4e711b374446f09a6214c2d93bab06 is 50, key is test_row_0/B:col10/1731492967391/Put/seqid=0 2024-11-13T10:16:09,397 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111339f659ecbdd34c769520b0545027fdb8_6eb0133e5349832c282ad135599dc203 store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:09,399 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111339f659ecbdd34c769520b0545027fdb8_6eb0133e5349832c282ad135599dc203, store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:09,400 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111339f659ecbdd34c769520b0545027fdb8_6eb0133e5349832c282ad135599dc203 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:09,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742459_1635 (size=12697) 2024-11-13T10:16:09,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742460_1636 (size=4469) 2024-11-13T10:16:09,423 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6eb0133e5349832c282ad135599dc203#A#compaction#534 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:16:09,424 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/c717d9a6a70a472c95e53d82828d1fc1 is 175, key is test_row_0/A:col10/1731492967391/Put/seqid=0 2024-11-13T10:16:09,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742461_1637 (size=31651) 2024-11-13T10:16:09,437 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/c717d9a6a70a472c95e53d82828d1fc1 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/c717d9a6a70a472c95e53d82828d1fc1 2024-11-13T10:16:09,442 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6eb0133e5349832c282ad135599dc203/A of 6eb0133e5349832c282ad135599dc203 into c717d9a6a70a472c95e53d82828d1fc1(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:16:09,442 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:09,442 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., storeName=6eb0133e5349832c282ad135599dc203/A, priority=13, startTime=1731492969387; duration=0sec 2024-11-13T10:16:09,442 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:16:09,442 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6eb0133e5349832c282ad135599dc203:A 2024-11-13T10:16:09,442 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:16:09,443 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:16:09,443 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 6eb0133e5349832c282ad135599dc203/C is initiating minor compaction (all files) 2024-11-13T10:16:09,443 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6eb0133e5349832c282ad135599dc203/C in TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:09,443 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/8bdb4701c2ef42d5ba812ddf94d96e4b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/66af268a210242ca826f97af7ea26d9c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/8471901215424127b48bbd0467da9401] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp, totalSize=36.0 K 2024-11-13T10:16:09,444 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bdb4701c2ef42d5ba812ddf94d96e4b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731492965493 2024-11-13T10:16:09,444 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66af268a210242ca826f97af7ea26d9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731492966725 2024-11-13T10:16:09,446 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8471901215424127b48bbd0467da9401, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731492967391 2024-11-13T10:16:09,453 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6eb0133e5349832c282ad135599dc203#C#compaction#535 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:16:09,453 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/cdb335817b3a42b1a312502811e17505 is 50, key is test_row_0/C:col10/1731492967391/Put/seqid=0 2024-11-13T10:16:09,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742462_1638 (size=12697) 2024-11-13T10:16:09,464 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/cdb335817b3a42b1a312502811e17505 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/cdb335817b3a42b1a312502811e17505 2024-11-13T10:16:09,469 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6eb0133e5349832c282ad135599dc203/C of 6eb0133e5349832c282ad135599dc203 into cdb335817b3a42b1a312502811e17505(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:16:09,469 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:09,469 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., storeName=6eb0133e5349832c282ad135599dc203/C, priority=13, startTime=1731492969387; duration=0sec 2024-11-13T10:16:09,469 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:09,469 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6eb0133e5349832c282ad135599dc203:C 2024-11-13T10:16:09,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T10:16:09,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:09,473 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 6eb0133e5349832c282ad135599dc203 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-13T10:16:09,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=A 2024-11-13T10:16:09,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:09,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=B 2024-11-13T10:16:09,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:09,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=C 2024-11-13T10:16:09,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:09,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c57d78b30a824a2da11bda1e1912f03f_6eb0133e5349832c282ad135599dc203 is 50, key is test_row_0/A:col10/1731492967799/Put/seqid=0 2024-11-13T10:16:09,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742463_1639 (size=12304) 2024-11-13T10:16:09,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:09,493 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c57d78b30a824a2da11bda1e1912f03f_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c57d78b30a824a2da11bda1e1912f03f_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:09,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/9a44df74a380473bb36aba09ba563a63, store: [table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:09,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/9a44df74a380473bb36aba09ba563a63 is 175, key is test_row_0/A:col10/1731492967799/Put/seqid=0 2024-11-13T10:16:09,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742464_1640 (size=31105) 2024-11-13T10:16:09,515 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/9a44df74a380473bb36aba09ba563a63 2024-11-13T10:16:09,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/48733deeaef44a60a6615a1b4536f937 is 50, key is test_row_0/B:col10/1731492967799/Put/seqid=0 2024-11-13T10:16:09,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742465_1641 (size=12151) 2024-11-13T10:16:09,811 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/ad4e711b374446f09a6214c2d93bab06 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/ad4e711b374446f09a6214c2d93bab06 2024-11-13T10:16:09,816 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6eb0133e5349832c282ad135599dc203/B of 6eb0133e5349832c282ad135599dc203 into ad4e711b374446f09a6214c2d93bab06(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:16:09,816 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:09,816 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., storeName=6eb0133e5349832c282ad135599dc203/B, priority=13, startTime=1731492969387; duration=0sec 2024-11-13T10:16:09,816 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:09,816 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6eb0133e5349832c282ad135599dc203:B 2024-11-13T10:16:09,933 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/48733deeaef44a60a6615a1b4536f937 2024-11-13T10:16:09,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/30cf970b627845d58c4fbbf73c165493 is 50, key is test_row_0/C:col10/1731492967799/Put/seqid=0 2024-11-13T10:16:09,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742466_1642 (size=12151) 2024-11-13T10:16:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:09,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:10,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493030012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:10,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:10,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:10,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:10,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493030125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:10,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:10,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:10,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T10:16:10,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:10,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493030335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:10,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:10,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:10,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:10,346 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/30cf970b627845d58c4fbbf73c165493 2024-11-13T10:16:10,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/9a44df74a380473bb36aba09ba563a63 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/9a44df74a380473bb36aba09ba563a63 2024-11-13T10:16:10,353 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/9a44df74a380473bb36aba09ba563a63, entries=150, sequenceid=255, filesize=30.4 K 2024-11-13T10:16:10,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/48733deeaef44a60a6615a1b4536f937 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/48733deeaef44a60a6615a1b4536f937 2024-11-13T10:16:10,356 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/48733deeaef44a60a6615a1b4536f937, entries=150, sequenceid=255, filesize=11.9 K 2024-11-13T10:16:10,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/30cf970b627845d58c4fbbf73c165493 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/30cf970b627845d58c4fbbf73c165493 2024-11-13T10:16:10,360 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/30cf970b627845d58c4fbbf73c165493, entries=150, sequenceid=255, filesize=11.9 K 2024-11-13T10:16:10,361 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 6eb0133e5349832c282ad135599dc203 in 887ms, sequenceid=255, compaction requested=false 2024-11-13T10:16:10,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:10,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:10,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-13T10:16:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-13T10:16:10,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-13T10:16:10,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2630 sec 2024-11-13T10:16:10,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 2.2680 sec 2024-11-13T10:16:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:10,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6eb0133e5349832c282ad135599dc203 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-13T10:16:10,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=A 2024-11-13T10:16:10,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:10,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=B 2024-11-13T10:16:10,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:10,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=C 2024-11-13T10:16:10,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:10,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c9eefa606a2640f087ac6adbaf4f52e5_6eb0133e5349832c282ad135599dc203 is 50, key is test_row_0/A:col10/1731492970646/Put/seqid=0 2024-11-13T10:16:10,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742467_1643 (size=14994) 2024-11-13T10:16:10,668 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:10,672 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c9eefa606a2640f087ac6adbaf4f52e5_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c9eefa606a2640f087ac6adbaf4f52e5_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:10,673 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/792fada72e12424cb687da5f54d4d297, store: [table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:10,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/792fada72e12424cb687da5f54d4d297 is 175, key is test_row_0/A:col10/1731492970646/Put/seqid=0 2024-11-13T10:16:10,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742468_1644 (size=39949) 2024-11-13T10:16:10,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493030722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:10,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:10,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:10,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:10,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493030834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:10,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:10,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:10,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:11,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493031045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:11,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:11,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:11,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:11,078 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/792fada72e12424cb687da5f54d4d297 2024-11-13T10:16:11,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/6a64e2859ab941caa8eb4e94c2b7c22d is 50, key is test_row_0/B:col10/1731492970646/Put/seqid=0 2024-11-13T10:16:11,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742469_1645 (size=12301) 2024-11-13T10:16:11,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493031354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:11,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/6a64e2859ab941caa8eb4e94c2b7c22d 2024-11-13T10:16:11,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/69c3b23ecb904c16a59170fd4ad4c5f3 is 50, key is test_row_0/C:col10/1731492970646/Put/seqid=0 2024-11-13T10:16:11,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742470_1646 (size=12301) 2024-11-13T10:16:11,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493031865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:11,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:11,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:11,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:11,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/69c3b23ecb904c16a59170fd4ad4c5f3 2024-11-13T10:16:11,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/792fada72e12424cb687da5f54d4d297 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/792fada72e12424cb687da5f54d4d297 2024-11-13T10:16:11,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/792fada72e12424cb687da5f54d4d297, entries=200, sequenceid=270, filesize=39.0 K 2024-11-13T10:16:11,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/6a64e2859ab941caa8eb4e94c2b7c22d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/6a64e2859ab941caa8eb4e94c2b7c22d 2024-11-13T10:16:11,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/6a64e2859ab941caa8eb4e94c2b7c22d, entries=150, sequenceid=270, filesize=12.0 K 2024-11-13T10:16:11,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/69c3b23ecb904c16a59170fd4ad4c5f3 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/69c3b23ecb904c16a59170fd4ad4c5f3 2024-11-13T10:16:11,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/69c3b23ecb904c16a59170fd4ad4c5f3, entries=150, sequenceid=270, filesize=12.0 K 2024-11-13T10:16:11,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 6eb0133e5349832c282ad135599dc203 in 1265ms, sequenceid=270, compaction requested=true 2024-11-13T10:16:11,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:11,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6eb0133e5349832c282ad135599dc203:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:16:11,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:11,912 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:16:11,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6eb0133e5349832c282ad135599dc203:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:16:11,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:11,912 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:16:11,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6eb0133e5349832c282ad135599dc203:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:16:11,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:16:11,913 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:16:11,913 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:16:11,913 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 6eb0133e5349832c282ad135599dc203/B is initiating minor compaction (all files) 2024-11-13T10:16:11,913 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 6eb0133e5349832c282ad135599dc203/A is initiating minor compaction (all files) 2024-11-13T10:16:11,913 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6eb0133e5349832c282ad135599dc203/A in TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:11,913 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6eb0133e5349832c282ad135599dc203/B in TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:11,913 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/ad4e711b374446f09a6214c2d93bab06, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/48733deeaef44a60a6615a1b4536f937, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/6a64e2859ab941caa8eb4e94c2b7c22d] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp, totalSize=36.3 K 2024-11-13T10:16:11,913 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/c717d9a6a70a472c95e53d82828d1fc1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/9a44df74a380473bb36aba09ba563a63, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/792fada72e12424cb687da5f54d4d297] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp, totalSize=100.3 K 2024-11-13T10:16:11,913 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:11,913 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/c717d9a6a70a472c95e53d82828d1fc1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/9a44df74a380473bb36aba09ba563a63, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/792fada72e12424cb687da5f54d4d297] 2024-11-13T10:16:11,914 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting ad4e711b374446f09a6214c2d93bab06, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731492967391 2024-11-13T10:16:11,914 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting c717d9a6a70a472c95e53d82828d1fc1, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731492967391 2024-11-13T10:16:11,914 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 48733deeaef44a60a6615a1b4536f937, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731492967799 2024-11-13T10:16:11,914 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a44df74a380473bb36aba09ba563a63, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731492967799 2024-11-13T10:16:11,914 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a64e2859ab941caa8eb4e94c2b7c22d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731492969993 2024-11-13T10:16:11,915 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 792fada72e12424cb687da5f54d4d297, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731492969993 2024-11-13T10:16:11,922 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:11,923 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113b1184c6bc54240c09c83f9c16f273002_6eb0133e5349832c282ad135599dc203 store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:11,924 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6eb0133e5349832c282ad135599dc203#B#compaction#543 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:16:11,925 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/f39a88d715284e1b894719d70d94d35c is 50, key is test_row_0/B:col10/1731492970646/Put/seqid=0 2024-11-13T10:16:11,925 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113b1184c6bc54240c09c83f9c16f273002_6eb0133e5349832c282ad135599dc203, store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:11,925 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b1184c6bc54240c09c83f9c16f273002_6eb0133e5349832c282ad135599dc203 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:11,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742472_1648 (size=4469) 2024-11-13T10:16:11,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742471_1647 (size=12949) 2024-11-13T10:16:11,933 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/f39a88d715284e1b894719d70d94d35c as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/f39a88d715284e1b894719d70d94d35c 2024-11-13T10:16:11,936 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6eb0133e5349832c282ad135599dc203/B of 6eb0133e5349832c282ad135599dc203 into f39a88d715284e1b894719d70d94d35c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:16:11,936 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:11,936 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., storeName=6eb0133e5349832c282ad135599dc203/B, priority=13, startTime=1731492971912; duration=0sec 2024-11-13T10:16:11,936 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:16:11,936 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6eb0133e5349832c282ad135599dc203:B 2024-11-13T10:16:11,936 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:16:11,937 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:16:11,937 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 6eb0133e5349832c282ad135599dc203/C is initiating minor compaction (all files) 2024-11-13T10:16:11,937 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6eb0133e5349832c282ad135599dc203/C in TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:11,937 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/cdb335817b3a42b1a312502811e17505, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/30cf970b627845d58c4fbbf73c165493, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/69c3b23ecb904c16a59170fd4ad4c5f3] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp, totalSize=36.3 K 2024-11-13T10:16:11,937 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting cdb335817b3a42b1a312502811e17505, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731492967391 2024-11-13T10:16:11,938 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 30cf970b627845d58c4fbbf73c165493, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731492967799 2024-11-13T10:16:11,938 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 69c3b23ecb904c16a59170fd4ad4c5f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731492969993 2024-11-13T10:16:11,944 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6eb0133e5349832c282ad135599dc203#C#compaction#544 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:16:11,944 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/230d66c4959449519e736d29fb8f65f9 is 50, key is test_row_0/C:col10/1731492970646/Put/seqid=0 2024-11-13T10:16:11,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742473_1649 (size=12949) 2024-11-13T10:16:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T10:16:12,256 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:16:12,256 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:16:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-13T10:16:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T10:16:12,258 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:16:12,258 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:16:12,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:16:12,330 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6eb0133e5349832c282ad135599dc203#A#compaction#542 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:16:12,331 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/4d4ef20b96b747b797c06c1871939412 is 175, key is test_row_0/A:col10/1731492970646/Put/seqid=0 2024-11-13T10:16:12,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742474_1650 (size=31903) 2024-11-13T10:16:12,352 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/230d66c4959449519e736d29fb8f65f9 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/230d66c4959449519e736d29fb8f65f9 2024-11-13T10:16:12,355 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6eb0133e5349832c282ad135599dc203/C of 6eb0133e5349832c282ad135599dc203 into 230d66c4959449519e736d29fb8f65f9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:16:12,356 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:12,356 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., storeName=6eb0133e5349832c282ad135599dc203/C, priority=13, startTime=1731492971912; duration=0sec 2024-11-13T10:16:12,356 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:12,356 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6eb0133e5349832c282ad135599dc203:C 2024-11-13T10:16:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T10:16:12,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T10:16:12,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:12,411 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 6eb0133e5349832c282ad135599dc203 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-13T10:16:12,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=A 2024-11-13T10:16:12,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:12,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=B 2024-11-13T10:16:12,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:12,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=C 2024-11-13T10:16:12,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:12,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ad6ebcbd281c41ffa9e799090f0e82bc_6eb0133e5349832c282ad135599dc203 is 50, key is test_row_0/A:col10/1731492970714/Put/seqid=0 2024-11-13T10:16:12,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742475_1651 (size=12454) 2024-11-13T10:16:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T10:16:12,738 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/4d4ef20b96b747b797c06c1871939412 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/4d4ef20b96b747b797c06c1871939412 2024-11-13T10:16:12,742 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6eb0133e5349832c282ad135599dc203/A of 6eb0133e5349832c282ad135599dc203 into 4d4ef20b96b747b797c06c1871939412(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:16:12,742 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:12,742 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., storeName=6eb0133e5349832c282ad135599dc203/A, priority=13, startTime=1731492971912; duration=0sec 2024-11-13T10:16:12,742 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:12,743 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6eb0133e5349832c282ad135599dc203:A 2024-11-13T10:16:12,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:12,823 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ad6ebcbd281c41ffa9e799090f0e82bc_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ad6ebcbd281c41ffa9e799090f0e82bc_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:12,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/8da582f169af4b6f99e98a8b0f26f4f0, store: [table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:12,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/8da582f169af4b6f99e98a8b0f26f4f0 is 175, key is test_row_0/A:col10/1731492970714/Put/seqid=0 2024-11-13T10:16:12,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742476_1652 (size=31255) 2024-11-13T10:16:12,828 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/8da582f169af4b6f99e98a8b0f26f4f0 2024-11-13T10:16:12,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/8e411f8be2e247db8c5a56861283217f is 50, key is test_row_0/B:col10/1731492970714/Put/seqid=0 2024-11-13T10:16:12,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742477_1653 (size=12301) 2024-11-13T10:16:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:12,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T10:16:12,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493032924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:12,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:12,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:12,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:13,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493033034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:13,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:13,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:13,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:13,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47444 deadline: 1731493033125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:13,128 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_2' in 6eb0133e5349832c282ad135599dc203 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:16:13,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:13,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:13,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:13,237 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/8e411f8be2e247db8c5a56861283217f 2024-11-13T10:16:13,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/68c7f43f5be4412b8459f9dc5234877d is 50, key is test_row_0/C:col10/1731492970714/Put/seqid=0 2024-11-13T10:16:13,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742478_1654 (size=12301) 2024-11-13T10:16:13,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493033245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:13,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:13,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:13,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T10:16:13,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493033555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:13,647 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/68c7f43f5be4412b8459f9dc5234877d 2024-11-13T10:16:13,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/8da582f169af4b6f99e98a8b0f26f4f0 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/8da582f169af4b6f99e98a8b0f26f4f0 2024-11-13T10:16:13,653 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/8da582f169af4b6f99e98a8b0f26f4f0, entries=150, sequenceid=290, filesize=30.5 K 2024-11-13T10:16:13,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/8e411f8be2e247db8c5a56861283217f as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/8e411f8be2e247db8c5a56861283217f 2024-11-13T10:16:13,657 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/8e411f8be2e247db8c5a56861283217f, entries=150, sequenceid=290, filesize=12.0 K 2024-11-13T10:16:13,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/68c7f43f5be4412b8459f9dc5234877d as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/68c7f43f5be4412b8459f9dc5234877d 2024-11-13T10:16:13,661 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/68c7f43f5be4412b8459f9dc5234877d, entries=150, sequenceid=290, filesize=12.0 K 2024-11-13T10:16:13,662 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 6eb0133e5349832c282ad135599dc203 in 1251ms, sequenceid=290, compaction requested=false 2024-11-13T10:16:13,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:13,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:13,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-13T10:16:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-13T10:16:13,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-13T10:16:13,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4050 sec 2024-11-13T10:16:13,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.4090 sec 2024-11-13T10:16:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(8855): Flush requested on 6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:14,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6eb0133e5349832c282ad135599dc203 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-13T10:16:14,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=A 2024-11-13T10:16:14,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:14,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=B 2024-11-13T10:16:14,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:14,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=C 2024-11-13T10:16:14,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:14,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c7258ecc8c5345348227ebc7aa82a3fd_6eb0133e5349832c282ad135599dc203 is 50, key is test_row_0/A:col10/1731492972923/Put/seqid=0 2024-11-13T10:16:14,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742479_1655 (size=12454) 2024-11-13T10:16:14,078 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:14,083 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c7258ecc8c5345348227ebc7aa82a3fd_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c7258ecc8c5345348227ebc7aa82a3fd_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:14,083 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/3a4da1163cf84460a9f94a72a144a5ca, store: [table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:14,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/3a4da1163cf84460a9f94a72a144a5ca is 175, key is test_row_0/A:col10/1731492972923/Put/seqid=0 2024-11-13T10:16:14,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742480_1656 (size=31255) 2024-11-13T10:16:14,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493034138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:14,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493034245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T10:16:14,405 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:16:14,406 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T10:16:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-13T10:16:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T10:16:14,407 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T10:16:14,408 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T10:16:14,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T10:16:14,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47456 deadline: 1731493034425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:14,428 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in 6eb0133e5349832c282ad135599dc203 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:16:14,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:14,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:14,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:14,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47482 deadline: 1731493034455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:14,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493034455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:14,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:14,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:14,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:14,458 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_1' in 6eb0133e5349832c282ad135599dc203 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18258 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:16:14,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:14,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:14,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:14,492 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=306, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/3a4da1163cf84460a9f94a72a144a5ca 2024-11-13T10:16:14,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/db8f4d48ad60462e9c91df0eb10874bd is 50, key is test_row_0/B:col10/1731492972923/Put/seqid=0 2024-11-13T10:16:14,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742481_1657 (size=12301) 2024-11-13T10:16:14,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47492 deadline: 1731493034505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:14,507 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 770665a7984d,33247,1731492796966 for 'test_row_0' in 6eb0133e5349832c282ad135599dc203 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18308 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T10:16:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T10:16:14,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T10:16:14,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:14,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:14,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:14,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:14,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:14,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T10:16:14,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:14,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:14,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:14,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:14,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T10:16:14,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493034764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:14,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:14,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:14,768 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:14,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T10:16:14,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:14,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:14,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:14,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:14,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:14,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/db8f4d48ad60462e9c91df0eb10874bd 2024-11-13T10:16:14,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/8cf92a6f77e64fbdb9b0ebb28c67f261 is 50, key is test_row_0/C:col10/1731492972923/Put/seqid=0 2024-11-13T10:16:14,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742482_1658 (size=12301) 2024-11-13T10:16:15,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T10:16:15,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:15,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:15,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:15,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:15,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T10:16:15,139 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T10:16:15,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T10:16:15,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:15,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. as already flushing 2024-11-13T10:16:15,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:15,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:15,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:15,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:16:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47476 deadline: 1731493035274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 2024-11-13T10:16:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 , the old value is region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T10:16:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., hostname=770665a7984d,33247,1731492796966, seqNum=5 because the exception is null or not the one we care about 2024-11-13T10:16:15,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/8cf92a6f77e64fbdb9b0ebb28c67f261 2024-11-13T10:16:15,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/3a4da1163cf84460a9f94a72a144a5ca as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/3a4da1163cf84460a9f94a72a144a5ca 2024-11-13T10:16:15,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/3a4da1163cf84460a9f94a72a144a5ca, entries=150, sequenceid=306, filesize=30.5 K 2024-11-13T10:16:15,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/db8f4d48ad60462e9c91df0eb10874bd as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/db8f4d48ad60462e9c91df0eb10874bd 2024-11-13T10:16:15,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/db8f4d48ad60462e9c91df0eb10874bd, entries=150, sequenceid=306, filesize=12.0 K 2024-11-13T10:16:15,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/8cf92a6f77e64fbdb9b0ebb28c67f261 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/8cf92a6f77e64fbdb9b0ebb28c67f261 2024-11-13T10:16:15,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/8cf92a6f77e64fbdb9b0ebb28c67f261, entries=150, sequenceid=306, filesize=12.0 K 2024-11-13T10:16:15,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 6eb0133e5349832c282ad135599dc203 in 1257ms, sequenceid=306, compaction requested=true 2024-11-13T10:16:15,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:15,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6eb0133e5349832c282ad135599dc203:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T10:16:15,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T10:16:15,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:15,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6eb0133e5349832c282ad135599dc203:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T10:16:15,324 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:16:15,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:15,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6eb0133e5349832c282ad135599dc203:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T10:16:15,324 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:16:15,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:16:15,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:15,324 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 6eb0133e5349832c282ad135599dc203 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-13T10:16:15,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=A 2024-11-13T10:16:15,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:15,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=B 2024-11-13T10:16:15,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:15,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=C 2024-11-13T10:16:15,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:15,325 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:16:15,325 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:16:15,325 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 6eb0133e5349832c282ad135599dc203/A is initiating minor compaction (all files) 2024-11-13T10:16:15,325 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1541): 6eb0133e5349832c282ad135599dc203/B is initiating minor compaction (all files) 2024-11-13T10:16:15,325 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6eb0133e5349832c282ad135599dc203/A in TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:15,325 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6eb0133e5349832c282ad135599dc203/B in TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:15,325 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/f39a88d715284e1b894719d70d94d35c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/8e411f8be2e247db8c5a56861283217f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/db8f4d48ad60462e9c91df0eb10874bd] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp, totalSize=36.7 K 2024-11-13T10:16:15,325 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/4d4ef20b96b747b797c06c1871939412, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/8da582f169af4b6f99e98a8b0f26f4f0, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/3a4da1163cf84460a9f94a72a144a5ca] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp, totalSize=92.2 K 2024-11-13T10:16:15,325 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:15,325 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. files: [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/4d4ef20b96b747b797c06c1871939412, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/8da582f169af4b6f99e98a8b0f26f4f0, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/3a4da1163cf84460a9f94a72a144a5ca] 2024-11-13T10:16:15,325 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting f39a88d715284e1b894719d70d94d35c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731492969993 2024-11-13T10:16:15,326 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d4ef20b96b747b797c06c1871939412, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731492969993 2024-11-13T10:16:15,327 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8da582f169af4b6f99e98a8b0f26f4f0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731492970679 2024-11-13T10:16:15,327 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e411f8be2e247db8c5a56861283217f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731492970679 2024-11-13T10:16:15,327 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a4da1163cf84460a9f94a72a144a5ca, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731492972913 2024-11-13T10:16:15,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111391ff2948d420460ebbff9c57837349d7_6eb0133e5349832c282ad135599dc203 is 50, key is test_row_0/A:col10/1731492974130/Put/seqid=0 2024-11-13T10:16:15,336 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] compactions.Compactor(225): Compacting db8f4d48ad60462e9c91df0eb10874bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731492972913 2024-11-13T10:16:15,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742483_1659 (size=12454) 2024-11-13T10:16:15,348 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:15,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,350 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111385b0943b28744f9d926c2b7d82927b25_6eb0133e5349832c282ad135599dc203 store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:15,351 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6eb0133e5349832c282ad135599dc203#B#compaction#553 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:16:15,352 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/12ac92de06044e88ab79026c09420a71 is 50, key is test_row_0/B:col10/1731492972923/Put/seqid=0 2024-11-13T10:16:15,352 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111391ff2948d420460ebbff9c57837349d7_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111391ff2948d420460ebbff9c57837349d7_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:15,352 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111385b0943b28744f9d926c2b7d82927b25_6eb0133e5349832c282ad135599dc203, store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:15,352 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111385b0943b28744f9d926c2b7d82927b25_6eb0133e5349832c282ad135599dc203 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:15,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/e688b8ed3855444c8899ec5af717a821, store: [table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:15,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/e688b8ed3855444c8899ec5af717a821 is 175, key is test_row_0/A:col10/1731492974130/Put/seqid=0 2024-11-13T10:16:15,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742484_1660 (size=13051) 2024-11-13T10:16:15,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742485_1661 (size=4469) 2024-11-13T10:16:15,368 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6eb0133e5349832c282ad135599dc203#A#compaction#552 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:16:15,368 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/64235586327b4b5c8019249105727a85 is 175, key is test_row_0/A:col10/1731492972923/Put/seqid=0 2024-11-13T10:16:15,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742487_1663 (size=32005) 2024-11-13T10:16:15,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742486_1662 (size=31255) 2024-11-13T10:16:15,375 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/e688b8ed3855444c8899ec5af717a821 2024-11-13T10:16:15,379 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/64235586327b4b5c8019249105727a85 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/64235586327b4b5c8019249105727a85 2024-11-13T10:16:15,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/d6e4855bf7fd47dc902e8138570f42e3 is 50, key is test_row_0/B:col10/1731492974130/Put/seqid=0 2024-11-13T10:16:15,384 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6eb0133e5349832c282ad135599dc203/A of 6eb0133e5349832c282ad135599dc203 into 64235586327b4b5c8019249105727a85(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:16:15,384 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:15,384 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., storeName=6eb0133e5349832c282ad135599dc203/A, priority=13, startTime=1731492975324; duration=0sec 2024-11-13T10:16:15,384 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T10:16:15,384 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6eb0133e5349832c282ad135599dc203:A 2024-11-13T10:16:15,384 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T10:16:15,385 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T10:16:15,385 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1541): 6eb0133e5349832c282ad135599dc203/C is initiating minor compaction (all files) 2024-11-13T10:16:15,385 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6eb0133e5349832c282ad135599dc203/C in TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:15,385 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/230d66c4959449519e736d29fb8f65f9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/68c7f43f5be4412b8459f9dc5234877d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/8cf92a6f77e64fbdb9b0ebb28c67f261] into tmpdir=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp, totalSize=36.7 K 2024-11-13T10:16:15,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742488_1664 (size=12301) 2024-11-13T10:16:15,386 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 230d66c4959449519e736d29fb8f65f9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731492969993 2024-11-13T10:16:15,386 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68c7f43f5be4412b8459f9dc5234877d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731492970679 2024-11-13T10:16:15,386 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/d6e4855bf7fd47dc902e8138570f42e3 2024-11-13T10:16:15,386 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cf92a6f77e64fbdb9b0ebb28c67f261, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731492972913 2024-11-13T10:16:15,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/4dc295c128e64bab9d3e95662bce9678 is 50, key is test_row_0/C:col10/1731492974130/Put/seqid=0 2024-11-13T10:16:15,397 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6eb0133e5349832c282ad135599dc203#C#compaction#556 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-13T10:16:15,398 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/58a90405178a448fb8207e3b642d9d12 is 50, key is test_row_0/C:col10/1731492972923/Put/seqid=0 2024-11-13T10:16:15,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742489_1665 (size=12301) 2024-11-13T10:16:15,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742490_1666 (size=13051) 2024-11-13T10:16:15,410 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/58a90405178a448fb8207e3b642d9d12 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/58a90405178a448fb8207e3b642d9d12 2024-11-13T10:16:15,414 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6eb0133e5349832c282ad135599dc203/C of 6eb0133e5349832c282ad135599dc203 into 58a90405178a448fb8207e3b642d9d12(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:16:15,414 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:15,414 INFO [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., storeName=6eb0133e5349832c282ad135599dc203/C, priority=13, startTime=1731492975324; duration=0sec 2024-11-13T10:16:15,414 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:15,414 DEBUG [RS:0;770665a7984d:33247-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6eb0133e5349832c282ad135599dc203:C 2024-11-13T10:16:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T10:16:15,769 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/12ac92de06044e88ab79026c09420a71 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/12ac92de06044e88ab79026c09420a71 2024-11-13T10:16:15,777 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6eb0133e5349832c282ad135599dc203/B of 6eb0133e5349832c282ad135599dc203 into 12ac92de06044e88ab79026c09420a71(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T10:16:15,777 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:15,777 INFO [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., storeName=6eb0133e5349832c282ad135599dc203/B, priority=13, startTime=1731492975324; duration=0sec 2024-11-13T10:16:15,777 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T10:16:15,777 DEBUG [RS:0;770665a7984d:33247-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6eb0133e5349832c282ad135599dc203:B 2024-11-13T10:16:15,801 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/4dc295c128e64bab9d3e95662bce9678 2024-11-13T10:16:15,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/e688b8ed3855444c8899ec5af717a821 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/e688b8ed3855444c8899ec5af717a821 2024-11-13T10:16:15,819 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/e688b8ed3855444c8899ec5af717a821, entries=150, sequenceid=323, filesize=30.5 K 2024-11-13T10:16:15,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/d6e4855bf7fd47dc902e8138570f42e3 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/d6e4855bf7fd47dc902e8138570f42e3 2024-11-13T10:16:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,825 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/d6e4855bf7fd47dc902e8138570f42e3, entries=150, sequenceid=323, filesize=12.0 K 2024-11-13T10:16:15,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/4dc295c128e64bab9d3e95662bce9678 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/4dc295c128e64bab9d3e95662bce9678 2024-11-13T10:16:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,830 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/4dc295c128e64bab9d3e95662bce9678, entries=150, sequenceid=323, filesize=12.0 K 2024-11-13T10:16:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,831 INFO [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=0 B/0 for 6eb0133e5349832c282ad135599dc203 in 507ms, sequenceid=323, compaction requested=false 2024-11-13T10:16:15,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 6eb0133e5349832c282ad135599dc203: 2024-11-13T10:16:15,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:15,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-13T10:16:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-13T10:16:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-13T10:16:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4340 sec 2024-11-13T10:16:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.4390 sec 2024-11-13T10:16:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,173 INFO [Thread-2543 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2543. 2024-11-13T10:16:16,173 INFO [Thread-2551 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2551. 2024-11-13T10:16:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,173 DEBUG [Thread-2543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:16:16,173 DEBUG [Thread-2551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:16:16,173 DEBUG [Thread-2543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:16,173 DEBUG [Thread-2551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:16,173 DEBUG [Thread-2543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:16,173 DEBUG [Thread-2551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:16,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:16:16,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:16:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,182 INFO [Thread-2545 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2545. 2024-11-13T10:16:16,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,182 DEBUG [Thread-2545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:16:16,182 DEBUG [Thread-2545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:16,182 DEBUG [Thread-2545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:16,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:16:16,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,201 INFO [Thread-2549 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2549. 2024-11-13T10:16:16,201 DEBUG [Thread-2549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:16:16,201 DEBUG [Thread-2549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,201 DEBUG [Thread-2549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:16,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:16:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33247 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:16,204 INFO [Thread-2547 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2547. 2024-11-13T10:16:16,204 DEBUG [Thread-2547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:16:16,204 DEBUG [Thread-2547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:16,204 DEBUG [Thread-2547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:16,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:16:16,286 INFO [Thread-2538 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2538. 2024-11-13T10:16:16,286 DEBUG [Thread-2538 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:16:16,286 DEBUG [Thread-2538 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:16,287 DEBUG [Thread-2538 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:16,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:16:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T10:16:16,565 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:16:18,466 DEBUG [regionserver/770665a7984d:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.0, tune throughput to 50.00 MB/second 2024-11-13T10:16:23,186 INFO [Thread-2536 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2536. 2024-11-13T10:16:23,186 DEBUG [Thread-2536 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:16:23,186 DEBUG [Thread-2536 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:23,186 DEBUG [Thread-2536 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:23,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:16:24,447 INFO [Thread-2534 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2534. 2024-11-13T10:16:24,447 DEBUG [Thread-2534 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:16:24,447 DEBUG [Thread-2534 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:24,447 DEBUG [Thread-2534 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:24,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:16:24,557 INFO [Thread-2540 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2540. 2024-11-13T10:16:24,557 DEBUG [Thread-2540 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:16:24,557 DEBUG [Thread-2540 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:24,557 DEBUG [Thread-2540 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:24,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:16:24,616 INFO [Thread-2532 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2532. 2024-11-13T10:16:24,616 DEBUG [Thread-2532 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T10:16:24,616 DEBUG [Thread-2532 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:24,616 DEBUG [Thread-2532 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:24,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:16:24,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T10:16:24,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-13T10:16:24,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-13T10:16:24,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-13T10:16:24,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 156 2024-11-13T10:16:24,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-13T10:16:24,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T10:16:24,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3101 2024-11-13T10:16:24,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3116 2024-11-13T10:16:24,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3118 2024-11-13T10:16:24,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3100 2024-11-13T10:16:24,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3121 2024-11-13T10:16:24,617 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T10:16:24,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:16:24,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:16:24,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:24,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:24,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:16:24,618 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T10:16:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T10:16:24,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T10:16:24,621 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492984620"}]},"ts":"1731492984620"} 2024-11-13T10:16:24,622 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T10:16:24,622 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T10:16:24,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T10:16:24,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6eb0133e5349832c282ad135599dc203, UNASSIGN}] 2024-11-13T10:16:24,624 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6eb0133e5349832c282ad135599dc203, UNASSIGN 2024-11-13T10:16:24,624 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=6eb0133e5349832c282ad135599dc203, regionState=CLOSING, regionLocation=770665a7984d,33247,1731492796966 2024-11-13T10:16:24,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6eb0133e5349832c282ad135599dc203, UNASSIGN because future has completed 2024-11-13T10:16:24,626 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T10:16:24,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966}] 2024-11-13T10:16:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T10:16:24,777 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(122): Close 6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:24,777 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T10:16:24,778 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1722): Closing 6eb0133e5349832c282ad135599dc203, disabling compactions & flushes 2024-11-13T10:16:24,778 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:24,778 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:24,778 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. after waiting 0 ms 2024-11-13T10:16:24,778 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:24,778 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(2902): Flushing 6eb0133e5349832c282ad135599dc203 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-13T10:16:24,778 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=A 2024-11-13T10:16:24,778 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:24,778 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=B 2024-11-13T10:16:24,778 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:24,778 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6eb0133e5349832c282ad135599dc203, store=C 2024-11-13T10:16:24,778 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T10:16:24,783 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c802e229f00e4f93896f25a1bdafb515_6eb0133e5349832c282ad135599dc203 is 50, key is test_row_0/A:col10/1731492984615/Put/seqid=0 2024-11-13T10:16:24,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742491_1667 (size=12454) 2024-11-13T10:16:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T10:16:25,186 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:25,189 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c802e229f00e4f93896f25a1bdafb515_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c802e229f00e4f93896f25a1bdafb515_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:25,190 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/b4ab18e0421641329e49fd8d853816af, store: [table=TestAcidGuarantees family=A region=6eb0133e5349832c282ad135599dc203] 2024-11-13T10:16:25,191 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/b4ab18e0421641329e49fd8d853816af is 175, key is test_row_0/A:col10/1731492984615/Put/seqid=0 2024-11-13T10:16:25,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742492_1668 (size=31255) 2024-11-13T10:16:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T10:16:25,594 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/b4ab18e0421641329e49fd8d853816af 2024-11-13T10:16:25,600 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/625156e8564c431c96dc9bcebc5e444e is 50, key is test_row_0/B:col10/1731492984615/Put/seqid=0 2024-11-13T10:16:25,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742493_1669 (size=12301) 2024-11-13T10:16:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T10:16:26,003 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/625156e8564c431c96dc9bcebc5e444e 2024-11-13T10:16:26,009 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/ef6042922289425a927355c74c9970e2 is 50, key is test_row_0/C:col10/1731492984615/Put/seqid=0 2024-11-13T10:16:26,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742494_1670 (size=12301) 2024-11-13T10:16:26,413 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/ef6042922289425a927355c74c9970e2 2024-11-13T10:16:26,416 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/A/b4ab18e0421641329e49fd8d853816af as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/b4ab18e0421641329e49fd8d853816af 2024-11-13T10:16:26,419 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/b4ab18e0421641329e49fd8d853816af, entries=150, sequenceid=334, filesize=30.5 K 2024-11-13T10:16:26,420 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/B/625156e8564c431c96dc9bcebc5e444e as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/625156e8564c431c96dc9bcebc5e444e 2024-11-13T10:16:26,423 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/625156e8564c431c96dc9bcebc5e444e, entries=150, sequenceid=334, filesize=12.0 K 2024-11-13T10:16:26,423 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/.tmp/C/ef6042922289425a927355c74c9970e2 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/ef6042922289425a927355c74c9970e2 2024-11-13T10:16:26,426 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/ef6042922289425a927355c74c9970e2, entries=150, sequenceid=334, filesize=12.0 K 2024-11-13T10:16:26,427 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 6eb0133e5349832c282ad135599dc203 in 1649ms, sequenceid=334, compaction requested=true 2024-11-13T10:16:26,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/09dd78ad55b44b6ebc33ce225284f37e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/f8640e2a4e524465a839a7478d6423c9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/77973db6c221464b94b85ead8b59e167, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/99247d9adb9142859b0577c50e53177e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/c41c374085604585912d4c0457e4200d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/430fbfe27b694ba8b3d256679f1a3ea9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/13e6a8e8c1e84658b2bebb3f365faa86, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/d5129d9bb1994c7680fd13039ff573f7, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/0a8cdf1f07254bd19f5be9a45a76a849, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/e8e8a989120543898c43d25f6b9a3aa2, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/fc7c99b8e18446cdb6b686f20601e767, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/c65241d02467455ba1a471b47119e41a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/bbfb7a549fa7453b90bc218aa309ac68, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/cfa40561df9c43b2bda018b944c98501, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/d13ec36c86034283b74bfcb5d2c9eafa, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/d1ed31fa15404ac2b87e5f27f9319ed3, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/c717d9a6a70a472c95e53d82828d1fc1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/9a44df74a380473bb36aba09ba563a63, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/792fada72e12424cb687da5f54d4d297, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/4d4ef20b96b747b797c06c1871939412, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/8da582f169af4b6f99e98a8b0f26f4f0, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/3a4da1163cf84460a9f94a72a144a5ca] to archive 2024-11-13T10:16:26,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:16:26,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/09dd78ad55b44b6ebc33ce225284f37e to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/09dd78ad55b44b6ebc33ce225284f37e 2024-11-13T10:16:26,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/f8640e2a4e524465a839a7478d6423c9 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/f8640e2a4e524465a839a7478d6423c9 2024-11-13T10:16:26,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/77973db6c221464b94b85ead8b59e167 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/77973db6c221464b94b85ead8b59e167 2024-11-13T10:16:26,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/99247d9adb9142859b0577c50e53177e to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/99247d9adb9142859b0577c50e53177e 2024-11-13T10:16:26,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/c41c374085604585912d4c0457e4200d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/c41c374085604585912d4c0457e4200d 2024-11-13T10:16:26,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/430fbfe27b694ba8b3d256679f1a3ea9 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/430fbfe27b694ba8b3d256679f1a3ea9 2024-11-13T10:16:26,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/13e6a8e8c1e84658b2bebb3f365faa86 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/13e6a8e8c1e84658b2bebb3f365faa86 2024-11-13T10:16:26,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/d5129d9bb1994c7680fd13039ff573f7 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/d5129d9bb1994c7680fd13039ff573f7 2024-11-13T10:16:26,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/0a8cdf1f07254bd19f5be9a45a76a849 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/0a8cdf1f07254bd19f5be9a45a76a849 2024-11-13T10:16:26,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/e8e8a989120543898c43d25f6b9a3aa2 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/e8e8a989120543898c43d25f6b9a3aa2 2024-11-13T10:16:26,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/fc7c99b8e18446cdb6b686f20601e767 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/fc7c99b8e18446cdb6b686f20601e767 2024-11-13T10:16:26,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/c65241d02467455ba1a471b47119e41a to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/c65241d02467455ba1a471b47119e41a 2024-11-13T10:16:26,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/bbfb7a549fa7453b90bc218aa309ac68 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/bbfb7a549fa7453b90bc218aa309ac68 2024-11-13T10:16:26,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/cfa40561df9c43b2bda018b944c98501 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/cfa40561df9c43b2bda018b944c98501 2024-11-13T10:16:26,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/d13ec36c86034283b74bfcb5d2c9eafa to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/d13ec36c86034283b74bfcb5d2c9eafa 2024-11-13T10:16:26,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/d1ed31fa15404ac2b87e5f27f9319ed3 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/d1ed31fa15404ac2b87e5f27f9319ed3 2024-11-13T10:16:26,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/c717d9a6a70a472c95e53d82828d1fc1 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/c717d9a6a70a472c95e53d82828d1fc1 2024-11-13T10:16:26,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/9a44df74a380473bb36aba09ba563a63 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/9a44df74a380473bb36aba09ba563a63 2024-11-13T10:16:26,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/792fada72e12424cb687da5f54d4d297 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/792fada72e12424cb687da5f54d4d297 2024-11-13T10:16:26,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/4d4ef20b96b747b797c06c1871939412 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/4d4ef20b96b747b797c06c1871939412 2024-11-13T10:16:26,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/8da582f169af4b6f99e98a8b0f26f4f0 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/8da582f169af4b6f99e98a8b0f26f4f0 2024-11-13T10:16:26,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/3a4da1163cf84460a9f94a72a144a5ca to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/3a4da1163cf84460a9f94a72a144a5ca 2024-11-13T10:16:26,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/78026cb72fe24078a49308734b0da1f9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/9f4e59268ac04c8da9ace65bc48d089b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/ad0c6715dec14797be21bef09f74fcd0, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/771b61f4234849f58b496b0212e797fa, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/9cfdd43abcde4f9ba691108d6121d8c4, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/7dc98d66d5df4019864afd6a9f32504d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/bdf8cc90e8874da89753f465260d4f61, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/4b80ced787fb40a3844df87a7e862e1c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/e893c5a75db34f588399396c8328efb3, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/e04a652c1e5c461ca0390e7d7eba2b60, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/891b2de479e24e0d90626050d2a26f0a, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/60bc1b9a12e9483e891051e7312320c9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/bb1e2f1605914ad4b11a613f35e1aa93, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/b7cbe358e41544ad9c346c07fa0bdb21, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/ec986348dd00485093885cf656ec949e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/ad4e711b374446f09a6214c2d93bab06, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/35489fe665af484e9dcdb8fd680af341, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/48733deeaef44a60a6615a1b4536f937, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/f39a88d715284e1b894719d70d94d35c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/6a64e2859ab941caa8eb4e94c2b7c22d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/8e411f8be2e247db8c5a56861283217f, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/db8f4d48ad60462e9c91df0eb10874bd] to archive 2024-11-13T10:16:26,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:16:26,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/78026cb72fe24078a49308734b0da1f9 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/78026cb72fe24078a49308734b0da1f9 2024-11-13T10:16:26,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/9f4e59268ac04c8da9ace65bc48d089b to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/9f4e59268ac04c8da9ace65bc48d089b 2024-11-13T10:16:26,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/ad0c6715dec14797be21bef09f74fcd0 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/ad0c6715dec14797be21bef09f74fcd0 2024-11-13T10:16:26,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/771b61f4234849f58b496b0212e797fa to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/771b61f4234849f58b496b0212e797fa 2024-11-13T10:16:26,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/9cfdd43abcde4f9ba691108d6121d8c4 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/9cfdd43abcde4f9ba691108d6121d8c4 2024-11-13T10:16:26,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/7dc98d66d5df4019864afd6a9f32504d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/7dc98d66d5df4019864afd6a9f32504d 2024-11-13T10:16:26,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/bdf8cc90e8874da89753f465260d4f61 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/bdf8cc90e8874da89753f465260d4f61 2024-11-13T10:16:26,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/4b80ced787fb40a3844df87a7e862e1c to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/4b80ced787fb40a3844df87a7e862e1c 2024-11-13T10:16:26,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/e893c5a75db34f588399396c8328efb3 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/e893c5a75db34f588399396c8328efb3 2024-11-13T10:16:26,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/e04a652c1e5c461ca0390e7d7eba2b60 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/e04a652c1e5c461ca0390e7d7eba2b60 2024-11-13T10:16:26,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/891b2de479e24e0d90626050d2a26f0a to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/891b2de479e24e0d90626050d2a26f0a 2024-11-13T10:16:26,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/60bc1b9a12e9483e891051e7312320c9 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/60bc1b9a12e9483e891051e7312320c9 2024-11-13T10:16:26,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/bb1e2f1605914ad4b11a613f35e1aa93 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/bb1e2f1605914ad4b11a613f35e1aa93 2024-11-13T10:16:26,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/b7cbe358e41544ad9c346c07fa0bdb21 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/b7cbe358e41544ad9c346c07fa0bdb21 2024-11-13T10:16:26,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/ec986348dd00485093885cf656ec949e to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/ec986348dd00485093885cf656ec949e 2024-11-13T10:16:26,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/ad4e711b374446f09a6214c2d93bab06 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/ad4e711b374446f09a6214c2d93bab06 2024-11-13T10:16:26,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/35489fe665af484e9dcdb8fd680af341 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/35489fe665af484e9dcdb8fd680af341 2024-11-13T10:16:26,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/48733deeaef44a60a6615a1b4536f937 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/48733deeaef44a60a6615a1b4536f937 2024-11-13T10:16:26,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/f39a88d715284e1b894719d70d94d35c to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/f39a88d715284e1b894719d70d94d35c 2024-11-13T10:16:26,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/6a64e2859ab941caa8eb4e94c2b7c22d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/6a64e2859ab941caa8eb4e94c2b7c22d 2024-11-13T10:16:26,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/8e411f8be2e247db8c5a56861283217f to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/8e411f8be2e247db8c5a56861283217f 2024-11-13T10:16:26,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/db8f4d48ad60462e9c91df0eb10874bd to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/db8f4d48ad60462e9c91df0eb10874bd 2024-11-13T10:16:26,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/71da419158a24f088bfbf043d99a40d6, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/88aeedefe678461db313a7f971f0b9b1, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/c4c0e1d7e83c4145bf64bdddc64db6c3, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/ccd652547d3047efa2d731a2b720d29e, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/d26d2d9d5c98437db53ccae3e81c2642, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/b6dc216e2ad2498897732610c559bbf2, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/14743bb7eb5c49618f93d2e070e6f5d3, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/598aab61611f4fecb52c11c01f89c697, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/27590ae5858147ef8bb43823c89cba72, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/c86b3bfecc7a436e8eff2a5303c4e1c9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/e6ae9a2dfeec4218996cd1a223667c65, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/654d365236b04894812c345fd8348ce6, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/8bdb4701c2ef42d5ba812ddf94d96e4b, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/7eb605a04cb141f8934c83e84ba6cc27, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/66af268a210242ca826f97af7ea26d9c, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/cdb335817b3a42b1a312502811e17505, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/8471901215424127b48bbd0467da9401, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/30cf970b627845d58c4fbbf73c165493, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/230d66c4959449519e736d29fb8f65f9, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/69c3b23ecb904c16a59170fd4ad4c5f3, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/68c7f43f5be4412b8459f9dc5234877d, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/8cf92a6f77e64fbdb9b0ebb28c67f261] to archive 2024-11-13T10:16:26,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T10:16:26,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/71da419158a24f088bfbf043d99a40d6 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/71da419158a24f088bfbf043d99a40d6 2024-11-13T10:16:26,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/88aeedefe678461db313a7f971f0b9b1 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/88aeedefe678461db313a7f971f0b9b1 2024-11-13T10:16:26,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/c4c0e1d7e83c4145bf64bdddc64db6c3 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/c4c0e1d7e83c4145bf64bdddc64db6c3 2024-11-13T10:16:26,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/ccd652547d3047efa2d731a2b720d29e to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/ccd652547d3047efa2d731a2b720d29e 2024-11-13T10:16:26,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/d26d2d9d5c98437db53ccae3e81c2642 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/d26d2d9d5c98437db53ccae3e81c2642 2024-11-13T10:16:26,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/b6dc216e2ad2498897732610c559bbf2 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/b6dc216e2ad2498897732610c559bbf2 2024-11-13T10:16:26,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/14743bb7eb5c49618f93d2e070e6f5d3 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/14743bb7eb5c49618f93d2e070e6f5d3 2024-11-13T10:16:26,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/598aab61611f4fecb52c11c01f89c697 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/598aab61611f4fecb52c11c01f89c697 2024-11-13T10:16:26,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/27590ae5858147ef8bb43823c89cba72 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/27590ae5858147ef8bb43823c89cba72 2024-11-13T10:16:26,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/c86b3bfecc7a436e8eff2a5303c4e1c9 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/c86b3bfecc7a436e8eff2a5303c4e1c9 2024-11-13T10:16:26,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/e6ae9a2dfeec4218996cd1a223667c65 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/e6ae9a2dfeec4218996cd1a223667c65 2024-11-13T10:16:26,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/654d365236b04894812c345fd8348ce6 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/654d365236b04894812c345fd8348ce6 2024-11-13T10:16:26,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/8bdb4701c2ef42d5ba812ddf94d96e4b to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/8bdb4701c2ef42d5ba812ddf94d96e4b 2024-11-13T10:16:26,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/7eb605a04cb141f8934c83e84ba6cc27 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/7eb605a04cb141f8934c83e84ba6cc27 2024-11-13T10:16:26,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/66af268a210242ca826f97af7ea26d9c to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/66af268a210242ca826f97af7ea26d9c 2024-11-13T10:16:26,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/cdb335817b3a42b1a312502811e17505 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/cdb335817b3a42b1a312502811e17505 2024-11-13T10:16:26,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/8471901215424127b48bbd0467da9401 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/8471901215424127b48bbd0467da9401 2024-11-13T10:16:26,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/30cf970b627845d58c4fbbf73c165493 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/30cf970b627845d58c4fbbf73c165493 2024-11-13T10:16:26,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/230d66c4959449519e736d29fb8f65f9 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/230d66c4959449519e736d29fb8f65f9 2024-11-13T10:16:26,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/69c3b23ecb904c16a59170fd4ad4c5f3 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/69c3b23ecb904c16a59170fd4ad4c5f3 2024-11-13T10:16:26,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/68c7f43f5be4412b8459f9dc5234877d to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/68c7f43f5be4412b8459f9dc5234877d 2024-11-13T10:16:26,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/8cf92a6f77e64fbdb9b0ebb28c67f261 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/8cf92a6f77e64fbdb9b0ebb28c67f261 2024-11-13T10:16:26,493 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=4 2024-11-13T10:16:26,493 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. 2024-11-13T10:16:26,493 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1676): Region close journal for 6eb0133e5349832c282ad135599dc203: Waiting for close lock at 1731492984778Running coprocessor pre-close hooks at 1731492984778Disabling compacts and flushes for region at 1731492984778Disabling writes for close at 1731492984778Obtaining lock to block concurrent updates at 1731492984778Preparing flush snapshotting stores in 6eb0133e5349832c282ad135599dc203 at 1731492984778Finished memstore snapshotting TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731492984778Flushing stores of TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203. at 1731492984779 (+1 ms)Flushing 6eb0133e5349832c282ad135599dc203/A: creating writer at 1731492984779Flushing mob file 6eb0133e5349832c282ad135599dc203/A: appending metadata at 1731492984783 (+4 ms)Flushing mob file 6eb0133e5349832c282ad135599dc203/A: closing flushed file at 1731492984783Flushing 6eb0133e5349832c282ad135599dc203/A: appending metadata at 1731492985190 (+407 ms)Flushing 6eb0133e5349832c282ad135599dc203/A: closing flushed file at 1731492985190Flushing 6eb0133e5349832c282ad135599dc203/B: creating writer at 1731492985597 (+407 ms)Flushing 6eb0133e5349832c282ad135599dc203/B: appending metadata at 1731492985599 (+2 ms)Flushing 6eb0133e5349832c282ad135599dc203/B: closing flushed file at 1731492985599Flushing 6eb0133e5349832c282ad135599dc203/C: creating writer at 1731492986006 (+407 ms)Flushing 6eb0133e5349832c282ad135599dc203/C: appending metadata at 1731492986009 (+3 ms)Flushing 6eb0133e5349832c282ad135599dc203/C: closing flushed file at 1731492986009Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3071777c: reopening flushed file at 1731492986416 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af6f509: reopening flushed file at 1731492986420 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40277340: reopening flushed file at 1731492986423 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 6eb0133e5349832c282ad135599dc203 in 1649ms, sequenceid=334, compaction requested=true at 1731492986427 (+4 ms)Writing region close event to WAL at 1731492986490 (+63 ms)Running coprocessor post-close hooks at 1731492986493 (+3 ms)Closed at 1731492986493 2024-11-13T10:16:26,495 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(157): Closed 6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:26,495 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=6eb0133e5349832c282ad135599dc203, regionState=CLOSED 2024-11-13T10:16:26,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=171, ppid=170, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 because future has completed 2024-11-13T10:16:26,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-13T10:16:26,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; CloseRegionProcedure 6eb0133e5349832c282ad135599dc203, server=770665a7984d,33247,1731492796966 in 1.8710 sec 2024-11-13T10:16:26,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=170, resume processing ppid=169 2024-11-13T10:16:26,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, ppid=169, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6eb0133e5349832c282ad135599dc203, UNASSIGN in 1.8760 sec 2024-11-13T10:16:26,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-13T10:16:26,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8780 sec 2024-11-13T10:16:26,503 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731492986503"}]},"ts":"1731492986503"} 2024-11-13T10:16:26,505 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T10:16:26,505 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T10:16:26,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8870 sec 2024-11-13T10:16:26,584 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T10:16:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T10:16:26,765 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:16:26,766 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T10:16:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:16:26,767 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:16:26,768 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=172, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:16:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-13T10:16:26,770 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:26,772 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A, FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B, FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C, FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/recovered.edits] 2024-11-13T10:16:26,774 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/64235586327b4b5c8019249105727a85 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/64235586327b4b5c8019249105727a85 2024-11-13T10:16:26,775 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/b4ab18e0421641329e49fd8d853816af to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/b4ab18e0421641329e49fd8d853816af 2024-11-13T10:16:26,776 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/e688b8ed3855444c8899ec5af717a821 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/A/e688b8ed3855444c8899ec5af717a821 2024-11-13T10:16:26,778 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/12ac92de06044e88ab79026c09420a71 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/12ac92de06044e88ab79026c09420a71 2024-11-13T10:16:26,779 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/625156e8564c431c96dc9bcebc5e444e to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/625156e8564c431c96dc9bcebc5e444e 2024-11-13T10:16:26,780 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/d6e4855bf7fd47dc902e8138570f42e3 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/B/d6e4855bf7fd47dc902e8138570f42e3 2024-11-13T10:16:26,782 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/4dc295c128e64bab9d3e95662bce9678 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/4dc295c128e64bab9d3e95662bce9678 2024-11-13T10:16:26,783 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/58a90405178a448fb8207e3b642d9d12 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/58a90405178a448fb8207e3b642d9d12 2024-11-13T10:16:26,784 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/ef6042922289425a927355c74c9970e2 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/C/ef6042922289425a927355c74c9970e2 2024-11-13T10:16:26,786 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/recovered.edits/337.seqid to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203/recovered.edits/337.seqid 2024-11-13T10:16:26,787 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/default/TestAcidGuarantees/6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:26,787 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T10:16:26,787 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T10:16:26,788 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-13T10:16:26,790 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130c3b35ad20b94fa386b3950b328467ff_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130c3b35ad20b94fa386b3950b328467ff_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:26,791 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131138ee7978164e1184d3c2f099745e07_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411131138ee7978164e1184d3c2f099745e07_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:26,792 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111377143b984d274e8e892b4894ded2343d_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111377143b984d274e8e892b4894ded2343d_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:26,793 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137b690f7acc7442e7a23aec6fa1e855d2_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137b690f7acc7442e7a23aec6fa1e855d2_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:26,794 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113834a4a70d11c4cfbacb2c10c57f7fc5f_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113834a4a70d11c4cfbacb2c10c57f7fc5f_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:26,795 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111391ff2948d420460ebbff9c57837349d7_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111391ff2948d420460ebbff9c57837349d7_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:26,796 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139b00eeb9a1814b639c94aab6e18a4606_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139b00eeb9a1814b639c94aab6e18a4606_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:26,797 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a3318fbdc94a41b78a0a6a41e5bcec1b_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a3318fbdc94a41b78a0a6a41e5bcec1b_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:26,797 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a791dda7e5754576a50af70eebfcab34_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a791dda7e5754576a50af70eebfcab34_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:26,798 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ad6ebcbd281c41ffa9e799090f0e82bc_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ad6ebcbd281c41ffa9e799090f0e82bc_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:26,799 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b13656047b6645d89a15cdceb651388e_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b13656047b6645d89a15cdceb651388e_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:26,800 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bec2e503d6484e778e50ff759d2dda3e_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bec2e503d6484e778e50ff759d2dda3e_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:26,800 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c1aba81a41794e0d9d5465908a9f2036_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c1aba81a41794e0d9d5465908a9f2036_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:26,801 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c57d78b30a824a2da11bda1e1912f03f_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c57d78b30a824a2da11bda1e1912f03f_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:26,802 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c7258ecc8c5345348227ebc7aa82a3fd_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c7258ecc8c5345348227ebc7aa82a3fd_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:26,803 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c802e229f00e4f93896f25a1bdafb515_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c802e229f00e4f93896f25a1bdafb515_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:26,804 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c9eefa606a2640f087ac6adbaf4f52e5_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c9eefa606a2640f087ac6adbaf4f52e5_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:26,805 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d5112ac943594068a7df5e2168644412_6eb0133e5349832c282ad135599dc203 to hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d5112ac943594068a7df5e2168644412_6eb0133e5349832c282ad135599dc203 2024-11-13T10:16:26,805 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T10:16:26,807 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=172, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:16:26,810 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T10:16:26,812 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T10:16:26,813 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=172, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:16:26,813 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T10:16:26,813 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731492986813"}]},"ts":"9223372036854775807"} 2024-11-13T10:16:26,815 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T10:16:26,815 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6eb0133e5349832c282ad135599dc203, NAME => 'TestAcidGuarantees,,1731492953034.6eb0133e5349832c282ad135599dc203.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T10:16:26,815 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T10:16:26,815 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731492986815"}]},"ts":"9223372036854775807"} 2024-11-13T10:16:26,816 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T10:16:26,817 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=172, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T10:16:26,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 51 msec 2024-11-13T10:16:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-13T10:16:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T10:16:26,875 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T10:16:26,884 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=248 (was 250), OpenFileDescriptor=445 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=344 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=1870 (was 1999) 2024-11-13T10:16:26,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:16:26,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:16:26,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:16:26,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:26,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:26,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:16:26,885 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:16:26,885 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=611241949, stopped=false 2024-11-13T10:16:26,885 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,34701,1731492796132 2024-11-13T10:16:26,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33247-0x10110d13dda0001, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T10:16:26,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33247-0x10110d13dda0001, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:16:26,887 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:16:26,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T10:16:26,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:16:26,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33247-0x10110d13dda0001, quorum=127.0.0.1:62683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T10:16:26,888 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:16:26,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T10:16:26,888 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:16:26,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:26,889 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,33247,1731492796966' ***** 2024-11-13T10:16:26,889 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:16:26,889 INFO [RS:0;770665a7984d:33247 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:16:26,890 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:16:26,890 INFO [RS:0;770665a7984d:33247 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:16:26,890 INFO [RS:0;770665a7984d:33247 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:16:26,890 INFO [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,33247,1731492796966 2024-11-13T10:16:26,890 INFO [RS:0;770665a7984d:33247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:16:26,890 INFO [RS:0;770665a7984d:33247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:33247. 2024-11-13T10:16:26,890 DEBUG [RS:0;770665a7984d:33247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:16:26,890 DEBUG [RS:0;770665a7984d:33247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:26,891 INFO [RS:0;770665a7984d:33247 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:16:26,891 INFO [RS:0;770665a7984d:33247 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:16:26,891 INFO [RS:0;770665a7984d:33247 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:16:26,891 INFO [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:16:26,893 INFO [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T10:16:26,893 DEBUG [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T10:16:26,893 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:16:26,893 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:16:26,893 DEBUG [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:16:26,893 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:16:26,893 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:16:26,893 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:16:26,893 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-13T10:16:26,921 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740/.tmp/info/a4abca279eae47f291f6b5e416b8d98e is 95, key is TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131./info:/1731492829864/DeleteFamily/seqid=0 2024-11-13T10:16:26,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742495_1671 (size=6514) 2024-11-13T10:16:26,946 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:16:27,093 DEBUG [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:16:27,294 DEBUG [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:16:27,325 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740/.tmp/info/a4abca279eae47f291f6b5e416b8d98e 2024-11-13T10:16:27,362 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740/.tmp/ns/129787ea3c634a7d811eaeb051036dcf is 93, key is TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131./ns:/1731492829815/DeleteFamily/seqid=0 2024-11-13T10:16:27,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742496_1672 (size=5906) 2024-11-13T10:16:27,494 DEBUG [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:16:27,507 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:16:27,507 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:16:27,694 DEBUG [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:16:27,771 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740/.tmp/ns/129787ea3c634a7d811eaeb051036dcf 2024-11-13T10:16:27,788 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740/.tmp/rep_barrier/5f40d64bdaaf43f4b111cec7d78e8868 is 102, key is TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131./rep_barrier:/1731492829815/DeleteFamily/seqid=0 2024-11-13T10:16:27,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742497_1673 (size=6025) 2024-11-13T10:16:27,895 DEBUG [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:16:28,095 DEBUG [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:16:28,192 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740/.tmp/rep_barrier/5f40d64bdaaf43f4b111cec7d78e8868 2024-11-13T10:16:28,212 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740/.tmp/table/d8d9797f5c134e48a38c49c23fbf34f8 is 96, key is TestAcidGuarantees,,1731492799900.0f211ad4f29004a709d90428b79f6131./table:/1731492829815/DeleteFamily/seqid=0 2024-11-13T10:16:28,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742498_1674 (size=5936) 2024-11-13T10:16:28,295 DEBUG [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:16:28,495 DEBUG [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:16:28,616 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740/.tmp/table/d8d9797f5c134e48a38c49c23fbf34f8 2024-11-13T10:16:28,619 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740/.tmp/info/a4abca279eae47f291f6b5e416b8d98e as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740/info/a4abca279eae47f291f6b5e416b8d98e 2024-11-13T10:16:28,622 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740/info/a4abca279eae47f291f6b5e416b8d98e, entries=12, sequenceid=90, filesize=6.4 K 2024-11-13T10:16:28,623 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740/.tmp/ns/129787ea3c634a7d811eaeb051036dcf as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740/ns/129787ea3c634a7d811eaeb051036dcf 2024-11-13T10:16:28,625 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740/ns/129787ea3c634a7d811eaeb051036dcf, entries=8, sequenceid=90, filesize=5.8 K 2024-11-13T10:16:28,626 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740/.tmp/rep_barrier/5f40d64bdaaf43f4b111cec7d78e8868 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740/rep_barrier/5f40d64bdaaf43f4b111cec7d78e8868 2024-11-13T10:16:28,628 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740/rep_barrier/5f40d64bdaaf43f4b111cec7d78e8868, entries=6, sequenceid=90, filesize=5.9 K 2024-11-13T10:16:28,629 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740/.tmp/table/d8d9797f5c134e48a38c49c23fbf34f8 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740/table/d8d9797f5c134e48a38c49c23fbf34f8 2024-11-13T10:16:28,632 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740/table/d8d9797f5c134e48a38c49c23fbf34f8, entries=7, sequenceid=90, filesize=5.8 K 2024-11-13T10:16:28,633 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1739ms, sequenceid=90, compaction requested=false 2024-11-13T10:16:28,637 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-13T10:16:28,637 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:16:28,637 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:16:28,637 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731492986893Running coprocessor pre-close hooks at 1731492986893Disabling compacts and flushes for region at 1731492986893Disabling writes for close at 1731492986893Obtaining lock to block concurrent updates at 1731492986893Preparing flush snapshotting stores in 1588230740 at 1731492986893Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731492986894 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731492986894Flushing 1588230740/info: creating writer at 1731492986894Flushing 1588230740/info: appending metadata at 1731492986920 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731492986920Flushing 1588230740/ns: creating writer at 1731492987332 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731492987362 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731492987362Flushing 1588230740/rep_barrier: creating writer at 1731492987774 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731492987788 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731492987788Flushing 1588230740/table: creating writer at 1731492988195 (+407 ms)Flushing 1588230740/table: appending metadata at 1731492988212 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731492988212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3182be46: reopening flushed file at 1731492988619 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38a242ae: reopening flushed file at 1731492988622 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38fc88b4: reopening flushed file at 1731492988625 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23403848: reopening flushed file at 1731492988629 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1739ms, sequenceid=90, compaction requested=false at 1731492988633 (+4 ms)Writing region close event to WAL at 1731492988634 (+1 ms)Running coprocessor post-close hooks at 1731492988637 (+3 ms)Closed at 1731492988637 2024-11-13T10:16:28,638 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:16:28,695 INFO [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,33247,1731492796966; all regions closed. 2024-11-13T10:16:28,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741834_1010 (size=25344) 2024-11-13T10:16:28,702 DEBUG [RS:0;770665a7984d:33247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/oldWALs 2024-11-13T10:16:28,702 INFO [RS:0;770665a7984d:33247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C33247%2C1731492796966.meta:.meta(num 1731492799494) 2024-11-13T10:16:28,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741832_1008 (size=18122176) 2024-11-13T10:16:28,705 DEBUG [RS:0;770665a7984d:33247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/oldWALs 2024-11-13T10:16:28,705 INFO [RS:0;770665a7984d:33247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C33247%2C1731492796966:(num 1731492798571) 2024-11-13T10:16:28,705 DEBUG [RS:0;770665a7984d:33247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:28,705 INFO [RS:0;770665a7984d:33247 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:16:28,705 INFO [RS:0;770665a7984d:33247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:16:28,705 INFO [RS:0;770665a7984d:33247 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T10:16:28,706 INFO [RS:0;770665a7984d:33247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:16:28,706 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:16:28,706 INFO [RS:0;770665a7984d:33247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33247 2024-11-13T10:16:28,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33247-0x10110d13dda0001, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/770665a7984d,33247,1731492796966 2024-11-13T10:16:28,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T10:16:28,711 INFO [RS:0;770665a7984d:33247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:16:28,714 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,33247,1731492796966] 2024-11-13T10:16:28,715 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/770665a7984d,33247,1731492796966 already deleted, retry=false 2024-11-13T10:16:28,715 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,33247,1731492796966 expired; onlineServers=0 2024-11-13T10:16:28,716 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,34701,1731492796132' ***** 2024-11-13T10:16:28,716 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:16:28,716 INFO [M:0;770665a7984d:34701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:16:28,716 INFO [M:0;770665a7984d:34701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:16:28,716 DEBUG [M:0;770665a7984d:34701 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:16:28,716 DEBUG [M:0;770665a7984d:34701 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:16:28,716 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:16:28,716 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731492798231 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731492798231,5,FailOnTimeoutGroup] 2024-11-13T10:16:28,716 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731492798233 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731492798233,5,FailOnTimeoutGroup] 2024-11-13T10:16:28,716 INFO [M:0;770665a7984d:34701 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:16:28,716 INFO [M:0;770665a7984d:34701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:16:28,716 DEBUG [M:0;770665a7984d:34701 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:16:28,717 INFO [M:0;770665a7984d:34701 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:16:28,717 INFO [M:0;770665a7984d:34701 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:16:28,717 ERROR [M:0;770665a7984d:34701 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:45727 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45727,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-13T10:16:28,717 INFO [M:0;770665a7984d:34701 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:16:28,717 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:16:28,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T10:16:28,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T10:16:28,718 DEBUG [M:0;770665a7984d:34701 {}] zookeeper.ZKUtil(347): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T10:16:28,718 WARN [M:0;770665a7984d:34701 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T10:16:28,719 INFO [M:0;770665a7984d:34701 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/.lastflushedseqids 2024-11-13T10:16:28,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742499_1675 (size=72) 2024-11-13T10:16:28,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33247-0x10110d13dda0001, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:16:28,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33247-0x10110d13dda0001, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:16:28,815 INFO [RS:0;770665a7984d:33247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:16:28,815 INFO [RS:0;770665a7984d:33247 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,33247,1731492796966; zookeeper connection closed. 2024-11-13T10:16:28,815 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b823fa7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b823fa7 2024-11-13T10:16:28,816 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:16:29,129 INFO [M:0;770665a7984d:34701 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:16:29,129 INFO [M:0;770665a7984d:34701 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:16:29,129 DEBUG [M:0;770665a7984d:34701 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:16:29,129 INFO [M:0;770665a7984d:34701 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:16:29,129 DEBUG [M:0;770665a7984d:34701 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:16:29,129 DEBUG [M:0;770665a7984d:34701 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:16:29,129 DEBUG [M:0;770665a7984d:34701 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:16:29,129 INFO [M:0;770665a7984d:34701 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=781.08 KB heapSize=957.55 KB 2024-11-13T10:16:29,147 DEBUG [M:0;770665a7984d:34701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/052dad34deec4f5e9fabbebb2d969d4a is 82, key is hbase:meta,,1/info:regioninfo/1731492799575/Put/seqid=0 2024-11-13T10:16:29,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742500_1676 (size=5672) 2024-11-13T10:16:29,550 INFO [M:0;770665a7984d:34701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2179 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/052dad34deec4f5e9fabbebb2d969d4a 2024-11-13T10:16:29,572 DEBUG [M:0;770665a7984d:34701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d11222fe6b1f4617bf752024935bdb3f is 2480, key is \x00\x00\x00\x00\x00\x00\x00\x93/proc:d/1731492956099/Put/seqid=0 2024-11-13T10:16:29,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742501_1677 (size=45699) 2024-11-13T10:16:29,978 INFO [M:0;770665a7984d:34701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=780.52 KB at sequenceid=2179 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d11222fe6b1f4617bf752024935bdb3f 2024-11-13T10:16:29,982 INFO [M:0;770665a7984d:34701 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d11222fe6b1f4617bf752024935bdb3f 2024-11-13T10:16:29,997 DEBUG [M:0;770665a7984d:34701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e7b2d7b469a402b85efc95d7e74cd70 is 69, key is 770665a7984d,33247,1731492796966/rs:state/1731492798336/Put/seqid=0 2024-11-13T10:16:30,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073742502_1678 (size=5156) 2024-11-13T10:16:30,400 INFO [M:0;770665a7984d:34701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2179 (bloomFilter=true), to=hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e7b2d7b469a402b85efc95d7e74cd70 2024-11-13T10:16:30,404 DEBUG [M:0;770665a7984d:34701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/052dad34deec4f5e9fabbebb2d969d4a as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/052dad34deec4f5e9fabbebb2d969d4a 2024-11-13T10:16:30,406 INFO [M:0;770665a7984d:34701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/052dad34deec4f5e9fabbebb2d969d4a, entries=8, sequenceid=2179, filesize=5.5 K 2024-11-13T10:16:30,407 DEBUG [M:0;770665a7984d:34701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d11222fe6b1f4617bf752024935bdb3f as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d11222fe6b1f4617bf752024935bdb3f 2024-11-13T10:16:30,409 INFO [M:0;770665a7984d:34701 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d11222fe6b1f4617bf752024935bdb3f 2024-11-13T10:16:30,409 INFO [M:0;770665a7984d:34701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d11222fe6b1f4617bf752024935bdb3f, entries=172, sequenceid=2179, filesize=44.6 K 2024-11-13T10:16:30,410 DEBUG [M:0;770665a7984d:34701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e7b2d7b469a402b85efc95d7e74cd70 as hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e7b2d7b469a402b85efc95d7e74cd70 2024-11-13T10:16:30,412 INFO [M:0;770665a7984d:34701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45727/user/jenkins/test-data/f05427b5-2ccd-92d9-e82b-e1a38b81b388/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e7b2d7b469a402b85efc95d7e74cd70, entries=1, sequenceid=2179, filesize=5.0 K 2024-11-13T10:16:30,413 INFO [M:0;770665a7984d:34701 {}] regionserver.HRegion(3140): Finished flush of dataSize ~781.08 KB/799824, heapSize ~957.26 KB/980232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=2179, compaction requested=false 2024-11-13T10:16:30,414 INFO [M:0;770665a7984d:34701 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:16:30,414 DEBUG [M:0;770665a7984d:34701 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731492989129Disabling compacts and flushes for region at 1731492989129Disabling writes for close at 1731492989129Obtaining lock to block concurrent updates at 1731492989129Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731492989129Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=799824, getHeapSize=980472, getOffHeapSize=0, getCellsCount=2376 at 1731492989129Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731492989130 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731492989130Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731492989146 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731492989146Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731492989554 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731492989572 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731492989572Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731492989982 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731492989997 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731492989997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b55b8af: reopening flushed file at 1731492990403 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73962b7c: reopening flushed file at 1731492990406 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af97a24: reopening flushed file at 1731492990409 (+3 ms)Finished flush of dataSize ~781.08 KB/799824, heapSize ~957.26 KB/980232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=2179, compaction requested=false at 1731492990413 (+4 ms)Writing region close event to WAL at 1731492990414 (+1 ms)Closed at 1731492990414 2024-11-13T10:16:30,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741830_1006 (size=942666) 2024-11-13T10:16:30,417 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:16:30,417 INFO [M:0;770665a7984d:34701 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:16:30,417 INFO [M:0;770665a7984d:34701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34701 2024-11-13T10:16:30,417 INFO [M:0;770665a7984d:34701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:16:30,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:16:30,519 INFO [M:0;770665a7984d:34701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:16:30,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34701-0x10110d13dda0000, quorum=127.0.0.1:62683, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:16:30,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:16:30,527 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:16:30,527 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:16:30,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:16:30,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/hadoop.log.dir/,STOPPED} 2024-11-13T10:16:30,530 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:16:30,530 WARN [BP-1637440740-172.17.0.2-1731492792790 heartbeating to localhost/127.0.0.1:45727 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:16:30,530 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:16:30,531 WARN [BP-1637440740-172.17.0.2-1731492792790 heartbeating to localhost/127.0.0.1:45727 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1637440740-172.17.0.2-1731492792790 (Datanode Uuid b8882038-acd2-49c5-bf89-4644a789ed25) service to localhost/127.0.0.1:45727 2024-11-13T10:16:30,533 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/cluster_2018859b-1f90-b4ca-6629-61204348727d/data/data1/current/BP-1637440740-172.17.0.2-1731492792790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:16:30,533 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/cluster_2018859b-1f90-b4ca-6629-61204348727d/data/data2/current/BP-1637440740-172.17.0.2-1731492792790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:16:30,534 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:16:30,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:16:30,542 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:16:30,542 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:16:30,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:16:30,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812c96bb-88cd-aef5-9327-039ccebd1c67/hadoop.log.dir/,STOPPED} 2024-11-13T10:16:30,560 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T10:16:30,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down